-- Logs begin at Thu 2022-02-03 23:58:55 UTC, end at Fri 2022-02-04 01:13:19 UTC. -- Feb 04 00:43:52.102433 dv-cinder-827778-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 04 00:43:55.063672 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.common.config [-] Logging enabled! Feb 04 00:43:55.064290 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev472 Feb 04 00:43:55.064460 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109613) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 04 00:43:55.067743 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.common.config [-] Logging enabled! Feb 04 00:43:55.068003 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev472 Feb 04 00:43:55.068319 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109613) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 04 00:43:55.069253 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 00:43:55.069507 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 00:43:55.069879 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 00:43:55.070130 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 00:43:55.070362 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 00:43:55.070836 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.071263 dv-cinder-827778-1-iscsi neutron-server[109613]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 04 00:43:55.071588 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.071890 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.072189 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.072517 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.072810 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.073095 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.073387 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.073714 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.074007 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.074295 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.074586 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.074884 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.075173 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.075464 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.075755 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.076042 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] debug = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.076326 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.076752 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.077178 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.077462 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.077777 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.078062 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.078340 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.078623 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.078910 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.079242 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] host = dv-cinder-827778-1-iscsi {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.079526 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.079818 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.080108 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.080398 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.080681 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.080964 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.081252 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.081565 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.081845 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] log_file = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.082127 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.082417 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.082709 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.083012 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.083242 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.083470 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.083764 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.084054 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.084335 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.084615 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.084900 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.085179 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.085459 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.085757 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.086048 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.086336 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.086625 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.086906 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.087192 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.087472 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.087750 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.088584 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.088858 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.089137 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.089416 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.089731 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.090007 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.090287 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.090591 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.090879 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.091169 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.091459 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.091740 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.092027 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.092306 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.092584 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.092861 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] use_json = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.093139 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.093417 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.093738 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.094018 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.094297 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.094576 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.094853 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.095140 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.095419 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:55.095718 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.096019 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.096321 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.096629 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.096924 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.097211 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.097536 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.097826 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.098121 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.098416 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.098712 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.098998 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.099302 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.099597 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.099898 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.100206 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.100505 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.100799 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.101079 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.101357 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.101661 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.101946 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.102237 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.102521 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.102814 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.103105 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.103388 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.103744 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.104551 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.104851 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.105147 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.105427 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.105736 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.106034 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.106319 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.106599 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.106883 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.107176 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.107457 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.107738 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.108026 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.108308 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.108584 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.108862 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.109147 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.109438 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.109745 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.110023 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.110302 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.110582 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.110856 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.111145 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.111424 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.111699 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.111976 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.112258 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.112534 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.112809 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.113092 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.113370 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.113680 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.113957 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.114236 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.114513 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.114790 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.115066 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.115342 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.115617 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.115896 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.116174 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.116449 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.116725 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.117003 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.117280 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.117610 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.117915 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.118201 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.118486 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.118770 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.119055 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.119376 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.119664 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.119947 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.120229 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.120510 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.120806 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.121093 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.121386 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.121717 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.122001 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.122302 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.122588 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.122878 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.123163 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.123448 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.123738 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.124027 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.124325 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.124623 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.124922 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.125220 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.125547 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.125833 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.126162 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.126432 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:55.126655 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 00:43:55.126901 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109613) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 04 00:43:55.501593 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 04 00:43:55.501877 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 04 00:43:55.502190 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 04 00:43:55.502529 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 04 00:43:55.830005 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:55.830308 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:55.830584 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:55.831907 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:55.832190 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:55.832463 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:55.876296 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:55.876581 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:55.876864 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:55.890956 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:55.891244 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:55.891522 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:55.921563 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:55.921850 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:55.922128 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:55.957853 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:55.958140 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:55.958413 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:56.305304 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:56.305981 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:56.305981 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:56.306136 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:56.306835 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:56.407177 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:56.407504 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:56.407791 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:56.408069 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:56.408339 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:56.408649 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:56.408913 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:56.409172 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:56.409430 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:56.409740 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:56.410005 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:56.410272 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:56.410529 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:56.410781 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:56.411039 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:56.411304 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:56.411560 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:56.411829 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:56.412101 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:56.412369 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:56.412642 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:56.412896 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:56.413182 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:56.413584 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:56.413842 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:56.414092 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:56.414490 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109613) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 00:43:56.414734 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109613) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 00:43:56.414976 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109613) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 00:43:56.415214 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109613) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 00:43:56.415454 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109613) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 00:43:56.415692 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109613) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 00:43:56.416058 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 04 00:43:56.420278 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 04 00:43:56.424309 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 04 00:43:56.428128 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Feb 04 00:43:56.429810 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 04 00:43:56.430281 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 04 00:43:56.430623 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 04 00:43:56.431013 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 04 00:43:56.436297 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 04 00:43:56.436550 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 04 00:43:56.437856 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 00:43:56.442782 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 04 00:43:56.468660 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 04 00:43:56.469129 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:56.469437 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109613) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 04 00:43:56.469844 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:56.471255 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109613) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 04 00:43:56.471536 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 00:43:56.471785 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 04 00:43:56.475099 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:56.475388 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:56.538185 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 04 00:43:56.538431 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 04 00:43:56.538673 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 04 00:43:56.539045 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 04 00:43:56.559655 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_db.sqlalchemy.engines [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109613) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 04 00:43:57.144708 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.plugins.ml2.managers [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Initializing driver for type 'gre' Feb 04 00:43:57.145236 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] gre ID ranges: [(1, 1000)] Feb 04 00:43:57.326187 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.plugins.ml2.managers [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Initializing driver for type 'local' Feb 04 00:43:57.326845 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.plugins.ml2.managers [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Initializing driver for type 'vlan' Feb 04 00:43:57.405985 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] VlanTypeDriver initialization complete Feb 04 00:43:57.406294 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.plugins.ml2.managers [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Initializing driver for type 'vxlan' Feb 04 00:43:57.406792 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] vxlan ID ranges: [(1, 1000)] Feb 04 00:43:57.629993 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.plugins.ml2.managers [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Initializing extension driver 'port_security' Feb 04 00:43:57.630338 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.plugins.ml2.extensions.port_security [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] PortSecurityExtensionDriver initialization complete Feb 04 00:43:57.630673 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.plugins.ml2.managers [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Initializing mechanism driver 'openvswitch' Feb 04 00:43:57.631009 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.plugins.ml2.managers [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Initializing mechanism driver 'hyperv' Feb 04 00:43:57.641054 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:43:57.641942 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > port after_create 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.642323 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > port after_update 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.642682 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > port after_delete 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.643223 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109613) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 00:43:57.643673 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > subnet after_create 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.644032 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > subnet after_update 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.644385 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > subnet after_delete 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.644782 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109613) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 00:43:57.645200 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > network after_create 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.645585 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > network after_update 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.645935 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > network after_delete 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.646330 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109613) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 00:43:57.646753 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > security_group after_create 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.647109 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > security_group after_update 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.647471 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > security_group after_delete 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.647868 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109613) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 00:43:57.648284 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.648631 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.648972 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.649384 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109613) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 00:43:57.649833 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > address_group after_create 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.650186 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > address_group after_update 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.650537 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > address_group after_delete 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.650934 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109613) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 00:43:57.651398 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] ML2 OVO RPC backend initialized. {{(pid=109613) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 04 00:43:57.652121 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > router_interface after_create 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.652481 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.652903 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > network before_response 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.653257 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > networks before_response 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.653646 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > port before_response 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.653993 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > ports before_response 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.654339 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > subnet before_response 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.654679 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > subnets before_response 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.655037 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > network after_create 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.655387 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > network after_update 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.655727 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > network after_delete 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.656111 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > port after_create 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.656409 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > port after_update 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.656749 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > port after_delete 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.657091 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > subnet after_create 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.657437 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > subnet after_update 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.657801 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > subnet after_delete 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.665199 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.quota [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded quota_driver: . Feb 04 00:43:57.665596 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.plugins.ml2.plugin [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Modular L2 Plugin initialization complete Feb 04 00:43:57.665947 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading services supported by the core plugin {{(pid=109613) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 04 00:43:57.666801 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.plugins.ml2.managers [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Got port-security extension from driver 'port_security' Feb 04 00:43:57.667287 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.extensions.vlantransparent [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Disabled vlantransparent extension. Feb 04 00:43:57.667785 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109613) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 04 00:43:57.671293 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading Plugin: router Feb 04 00:43:57.713957 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > router_interface before_create 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.714355 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > router after_create 55549900 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.714762 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > router before_create 55549900 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.715143 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.715526 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.715887 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > router after_delete 55549900 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.716251 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > floatingip after_create 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.716612 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > floatingip after_update 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.716972 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > router after_create 55549900 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.717320 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > router after_update 55549900 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.717692 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > router after_update 55549900 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.718046 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.718412 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > router after_update 55549900 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.718829 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > router precommit_update 55549900 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.719200 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: port after_update 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.719543 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: port after_delete 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.719884 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: subnet after_update 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.720226 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.720576 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > port precommit_delete 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.720925 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > router precommit_create 55549900 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.721269 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: port before_delete 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.721640 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > router precommit_create 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.722000 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > router after_update 55549900 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.722346 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > router precommit_delete 55549900 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.722825 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > router precommit_create 55549900 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.723191 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > router_interface after_create 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.723542 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > router precommit_update 55549900 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.723906 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > agent after_create 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.724344 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > agent after_delete 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.724607 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > network after_delete 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.725497 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.quota.resource_registry [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Tracking information for resource: router configured {{(pid=109613) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 00:43:57.730688 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.quota.resource_registry [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Tracking information for resource: floatingip configured {{(pid=109613) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 00:43:57.731674 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.db.l3_agentschedulers_db [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 04 00:43:57.732243 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: port after_update 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.732607 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: port after_create 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.732964 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: port after_delete 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.733316 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: port after_update 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.734142 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > router before_create 55550100 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.734514 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > router precommit_delete 55550100 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.734881 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > router precommit_create 55550100 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.735244 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > router precommit_update 55550100 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.740084 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.services.provider_configuration [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Service providers = [] {{(pid=109613) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 04 00:43:57.740454 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.db.servicetype_db [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109613) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 04 00:43:57.743431 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.services.service_base [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109613) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 00:43:57.743788 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.services.service_base [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109613) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 00:43:57.744134 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.services.service_base [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109613) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 00:43:57.745027 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.services.service_base [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109613) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 00:43:57.745402 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.services.service_base [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 04 00:43:57.746546 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109613) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 00:43:57.747077 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 04 00:43:57.760859 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109613) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 00:43:57.761199 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading Plugin: auto_allocate Feb 04 00:43:57.767033 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: network precommit_update 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.767411 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: network precommit_create 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.767937 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109613) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 00:43:57.768261 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading Plugin: tag Feb 04 00:43:57.775140 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109613) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 00:43:57.775475 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading Plugin: timestamp Feb 04 00:43:57.779447 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109613) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 00:43:57.779782 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading Plugin: network_ip_availability Feb 04 00:43:57.785315 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.785724 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.786086 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:57.786796 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109613) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 00:43:57.787119 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading Plugin: flavors Feb 04 00:43:57.792043 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109613) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 00:43:57.792377 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading Plugin: revisions Feb 04 00:43:57.797224 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109613) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 00:43:57.797664 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_concurrency.lockutils [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.295s {{(pid=109613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 04 00:43:57.798408 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109613) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 04 00:43:57.798752 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Initializing extension manager. Feb 04 00:43:57.799284 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: __init__.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.799627 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: __pycache__ {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.799965 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.800302 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: address_group.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.801062 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.801685 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: address-group Feb 04 00:43:57.801999 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: address_scope.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.806470 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.806470 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: address-scope Feb 04 00:43:57.806470 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: admin_state_down_before_update.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.806928 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.807437 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: router-admin-state-down-before-update Feb 04 00:43:57.807764 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: agent.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.809007 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.809535 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: agent Feb 04 00:43:57.809865 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: agent_resources_synced.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.810778 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.811285 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: agent-resources-synced Feb 04 00:43:57.811614 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: allowedaddresspairs.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.813414 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.813969 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: allowed-address-pairs Feb 04 00:43:57.814301 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: auto_allocated_topology.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.815386 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.815902 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: auto-allocated-topology Feb 04 00:43:57.816231 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: availability_zone.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.816933 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.817439 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: availability_zone Feb 04 00:43:57.817790 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: availability_zone_filter.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.818701 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.819208 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: availability_zone_filter Feb 04 00:43:57.819532 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: data_plane_status.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.820437 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.820942 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extension data-plane-status not supported by any of loaded plugins Feb 04 00:43:57.821263 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: default_subnetpools.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.822215 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.822722 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: default-subnetpools Feb 04 00:43:57.823046 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: dhcpagentscheduler.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.823883 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.824391 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: dhcp_agent_scheduler Feb 04 00:43:57.824715 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: dns.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.825665 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.826167 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extension dns-integration not supported by any of loaded plugins Feb 04 00:43:57.826491 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: dns_domain_ports.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.827401 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.827910 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 04 00:43:57.828238 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.829160 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.829709 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 04 00:43:57.830034 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: dvr.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.830712 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.831218 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: dvr Feb 04 00:43:57.831674 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: ecmp_routes.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.832630 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.833204 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extension ecmp_routes not supported by any of loaded plugins Feb 04 00:43:57.833620 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: empty_string_filtering.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.840921 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.841577 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: empty-string-filtering Feb 04 00:43:57.841914 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.842884 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.843487 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 04 00:43:57.843859 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.844775 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.845280 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 04 00:43:57.845651 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: external_net.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.846561 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.847072 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: external-net Feb 04 00:43:57.847400 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: extra_dhcp_opt.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.848320 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.848825 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: extra_dhcp_opt Feb 04 00:43:57.849149 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: extraroute.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.850098 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.850599 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: extraroute Feb 04 00:43:57.850923 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: extraroute_atomic.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.851960 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.852469 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: extraroute-atomic Feb 04 00:43:57.852796 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: filter_validation.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.853485 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.853992 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: filter-validation Feb 04 00:43:57.854316 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: fip_pf_description.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.855732 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.856233 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 04 00:43:57.856558 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: fip_port_details.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.857694 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.858207 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: fip-port-details Feb 04 00:43:57.858539 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: flavors.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.859785 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.860299 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: flavors Feb 04 00:43:57.860628 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.862344 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.862871 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 04 00:43:57.863208 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: floatingip_pools.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.863918 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.864432 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: floatingip-pools Feb 04 00:43:57.864764 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: ip_allocation.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.865736 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.866243 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extension ip_allocation not supported by any of loaded plugins Feb 04 00:43:57.866570 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.867492 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.868004 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: ip-substring-filtering Feb 04 00:43:57.868338 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: l2_adjacency.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.869264 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.869808 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extension l2_adjacency not supported by any of loaded plugins Feb 04 00:43:57.870134 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: l3.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.871731 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.872247 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: router Feb 04 00:43:57.872577 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: l3_conntrack_helper.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.874875 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.875404 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 04 00:43:57.875739 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.876669 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.877185 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: ext-gw-mode Feb 04 00:43:57.877545 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.878465 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.878979 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: l3-ha Feb 04 00:43:57.879307 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.880224 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.880734 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 04 00:43:57.881062 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: l3_flavors.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.882002 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.882513 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: l3-flavors Feb 04 00:43:57.882840 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: l3_ndp_proxy.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.884216 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.884726 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 04 00:43:57.885056 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.885997 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.886534 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: l3-port-ip-change-not-allowed Feb 04 00:43:57.886862 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: l3agentscheduler.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.887914 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.888427 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: l3_agent_scheduler Feb 04 00:43:57.888792 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: local_ip.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.890600 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.891130 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extension local_ip not supported by any of loaded plugins Feb 04 00:43:57.891471 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: logging.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.893102 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.893654 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extension logging not supported by any of loaded plugins Feb 04 00:43:57.893994 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: metering.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.894741 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.895319 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: metering Feb 04 00:43:57.895649 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.896747 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.897258 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: metering_source_and_destination_fields Feb 04 00:43:57.897625 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: multiprovidernet.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.898567 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.899078 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: multi-provider Feb 04 00:43:57.899400 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: netmtu.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.909686 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.910144 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: net-mtu Feb 04 00:43:57.910473 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: netmtu_writable.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.911390 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.911895 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: net-mtu-writable Feb 04 00:43:57.912221 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: network_availability_zone.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.912895 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.913399 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: network_availability_zone Feb 04 00:43:57.913754 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: network_ip_availability.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.914892 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.915403 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: network-ip-availability Feb 04 00:43:57.915732 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: network_segment_range.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.916501 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.917008 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extension network-segment-range not supported by any of loaded plugins Feb 04 00:43:57.917335 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: pagination.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.918862 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.919195 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: pagination Feb 04 00:43:57.919520 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: port_device_profile.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.920442 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.920954 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: port-device-profile Feb 04 00:43:57.921280 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.922290 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.922799 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: port-mac-address-regenerate Feb 04 00:43:57.923126 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.924039 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.924546 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: port-numa-affinity-policy Feb 04 00:43:57.924872 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: port_resource_request.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.925819 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.926326 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extension port-resource-request not supported by any of loaded plugins Feb 04 00:43:57.926651 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: port_resource_request_groups.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.927613 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.928127 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 04 00:43:57.928455 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: portbindings.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.929381 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.929919 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: binding Feb 04 00:43:57.930245 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: portbindings_extended.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.931519 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.932035 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: binding-extended Feb 04 00:43:57.932369 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: portsecurity.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.933927 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.934438 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: port-security Feb 04 00:43:57.934767 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: project_id.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.935754 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.936082 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: project-id Feb 04 00:43:57.936407 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: providernet.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.944160 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.944667 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: provider Feb 04 00:43:57.944997 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: qos.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.948640 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.949190 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extension qos not supported by any of loaded plugins Feb 04 00:43:57.949547 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.950799 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.951312 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 04 00:43:57.951645 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.952566 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.953076 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 04 00:43:57.953407 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: qos_default.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.954347 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.954857 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extension qos-default not supported by any of loaded plugins Feb 04 00:43:57.955194 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: qos_fip.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.956136 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.956644 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extension qos-fip not supported by any of loaded plugins Feb 04 00:43:57.956975 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: qos_fip_network_policy.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.957918 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.958426 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 04 00:43:57.958756 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: qos_gateway_ip.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.959788 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.960298 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 04 00:43:57.960629 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: qos_port_network_policy.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.961574 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.962083 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 04 00:43:57.962415 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.963715 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.964228 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 04 00:43:57.964584 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: qos_pps_rule.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.965808 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.966326 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extension qos-pps not supported by any of loaded plugins Feb 04 00:43:57.966652 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: qos_rule_type_details.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.967574 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.968085 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 04 00:43:57.968409 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: qos_rules_alias.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.969457 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.969992 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 04 00:43:57.970319 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: quota_check_limit.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.971231 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.971748 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: quota-check-limit Feb 04 00:43:57.972077 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: quotasv2.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.973002 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.973341 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: quotas Feb 04 00:43:57.973701 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: quotasv2_detail.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.975428 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.975770 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: quota_details Feb 04 00:43:57.976103 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: rbac.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.977151 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.977702 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: rbac-policies Feb 04 00:43:57.978034 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: rbac_address_group.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.978966 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.979476 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: rbac-address-group Feb 04 00:43:57.979803 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: rbac_address_scope.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.981243 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.981798 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: rbac-address-scope Feb 04 00:43:57.989508 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: rbac_security_groups.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.990160 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.990678 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: rbac-security-groups Feb 04 00:43:57.991007 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: rbac_subnetpool.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.991922 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.992430 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: rbac-subnetpool Feb 04 00:43:57.992759 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: revisionifmatch.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.993717 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.994232 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: revision-if-match Feb 04 00:43:57.994562 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: revisions.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.996344 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.996856 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: standard-attr-revisions Feb 04 00:43:57.997186 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: router_availability_zone.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.997921 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:57.998434 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: router_availability_zone Feb 04 00:43:57.998762 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: routerservicetype.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:57.999694 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:58.000196 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extension router-service-type not supported by any of loaded plugins Feb 04 00:43:58.000521 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:58.001444 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:58.001974 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: security-groups-normalized-cidr Feb 04 00:43:58.002299 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: security_groups_port_filtering.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:58.003220 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:58.003730 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: port-security-groups-filtering Feb 04 00:43:58.004062 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:58.004988 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:58.005524 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: security-groups-remote-address-group Feb 04 00:43:58.005871 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:58.006790 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:58.007302 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: security-groups-shared-filtering Feb 04 00:43:58.007629 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:58.008220 dv-cinder-827778-1-iscsi neutron-server[109613]: WARNING neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 04 00:43:58.008543 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: securitygroup.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:58.018245 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:58.018777 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: security-group Feb 04 00:43:58.019115 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: segment.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:58.019907 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:58.020422 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extension segment not supported by any of loaded plugins Feb 04 00:43:58.020753 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:58.021728 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:58.022239 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 04 00:43:58.022571 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: servicetype.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:58.023685 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:58.024200 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: service-type Feb 04 00:43:58.024538 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: sorting.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:58.025558 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:58.025898 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: sorting Feb 04 00:43:58.026224 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: standard_attr_segment.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:58.027660 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:58.028175 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 04 00:43:58.028498 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: standardattrdescription.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:58.029173 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:58.029680 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: standard-attr-description Feb 04 00:43:58.030006 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: stateful_security_group.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:58.030936 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:58.031453 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: stateful-security-group Feb 04 00:43:58.031779 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: stdattrs_common.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:58.032347 dv-cinder-827778-1-iscsi neutron-server[109613]: WARNING neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 04 00:43:58.032671 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:58.033634 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:58.034140 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 04 00:43:58.034465 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: subnet_onboard.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:58.035549 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:58.036068 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: subnet_onboard Feb 04 00:43:58.036394 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:58.037319 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:58.037858 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 04 00:43:58.038185 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: subnet_service_types.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:58.039127 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:58.039648 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: subnet-service-types Feb 04 00:43:58.039976 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: subnetallocation.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:58.041068 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:58.041667 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: subnet_allocation Feb 04 00:43:58.041932 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:58.043187 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:58.043696 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: subnetpool-prefix-ops Feb 04 00:43:58.044020 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:58.044967 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:58.045498 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 04 00:43:58.045827 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: tagging.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:58.046882 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:58.047411 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: standard-attr-tag Feb 04 00:43:58.047739 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: timestamp.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:58.048936 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:58.049454 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loaded extension: standard-attr-timestamp Feb 04 00:43:58.049800 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: trunk.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:58.050840 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:58.051350 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extension trunk not supported by any of loaded plugins Feb 04 00:43:58.051680 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: trunk_details.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:58.052601 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:58.053114 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extension trunk-details not supported by any of loaded plugins Feb 04 00:43:58.053444 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: uplink_status_propagation.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:58.054395 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:58.054905 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 04 00:43:58.055233 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Loading extension file: vlantransparent.py {{(pid=109613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 00:43:58.055911 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 00:43:58.056417 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extension vlan-transparent not supported by any of loaded plugins Feb 04 00:43:58.058992 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.quota.resource_registry [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Creating instance of TrackedResource for resource:network Feb 04 00:43:58.069804 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.quota.resource_registry [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Creating instance of TrackedResource for resource:subnet Feb 04 00:43:58.069804 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.quota.resource_registry [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 00:43:58.069804 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.quota.resource_registry [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Creating instance of TrackedResource for resource:port Feb 04 00:43:58.069804 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.v2.resource_helper [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109613) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 00:43:58.069804 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.v2.resource_helper [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Service FLAVORS assigned prefix: {{(pid=109613) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 00:43:58.069804 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.v2.resource_helper [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109613) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 00:43:58.069804 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.v2.resource_helper [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109613) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 00:43:58.069804 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.quota.resource_registry [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Creating instance of TrackedResource for resource:router Feb 04 00:43:58.070352 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.quota.resource_registry [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Creating instance of TrackedResource for resource:floatingip Feb 04 00:43:58.070352 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.v2.resource_helper [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Service METERING assigned prefix: /metering {{(pid=109613) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 00:43:58.070352 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:58.070352 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:58.070352 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:43:58.070691 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.quota.resource_registry [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 00:43:58.070691 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.quota.resource_registry [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Creating instance of TrackedResource for resource:security_group Feb 04 00:43:58.070691 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.quota.resource_registry [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 00:43:58.070691 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.v2.resource_helper [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Service CORE assigned prefix: {{(pid=109613) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 00:43:58.070691 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.quota.resource_registry [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 00:43:58.070691 dv-cinder-827778-1-iscsi neutron-server[109613]: WARNING neutron.quota.resource_registry [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] subnetpool is already registered Feb 04 00:43:58.071122 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.v2.resource_helper [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Service CORE assigned prefix: {{(pid=109613) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 00:43:58.071461 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.quota.resource_registry [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 00:43:58.071798 dv-cinder-827778-1-iscsi neutron-server[109613]: WARNING neutron.quota.resource_registry [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] subnetpool is already registered Feb 04 00:43:58.074114 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.v2.resource_helper [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109613) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 00:43:58.074551 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.v2.resource_helper [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Service FLAVORS assigned prefix: {{(pid=109613) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 00:43:58.075141 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.v2.resource_helper [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109613) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 00:43:58.075572 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.v2.resource_helper [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109613) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 00:43:58.075908 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.quota.resource_registry [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Creating instance of TrackedResource for resource:router Feb 04 00:43:58.076248 dv-cinder-827778-1-iscsi neutron-server[109613]: WARNING neutron.quota.resource_registry [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] router is already registered Feb 04 00:43:58.076659 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.quota.resource_registry [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Creating instance of TrackedResource for resource:floatingip Feb 04 00:43:58.076996 dv-cinder-827778-1-iscsi neutron-server[109613]: WARNING neutron.quota.resource_registry [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] floatingip is already registered Feb 04 00:43:58.077448 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.v2.resource_helper [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Service METERING assigned prefix: /metering {{(pid=109613) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 00:43:58.078131 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.quota.resource_registry [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 00:43:58.078462 dv-cinder-827778-1-iscsi neutron-server[109613]: WARNING neutron.quota.resource_registry [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] rbac_policy is already registered Feb 04 00:43:58.078874 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.quota.resource_registry [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Creating instance of TrackedResource for resource:security_group Feb 04 00:43:58.079211 dv-cinder-827778-1-iscsi neutron-server[109613]: WARNING neutron.quota.resource_registry [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] security_group is already registered Feb 04 00:43:58.079615 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.quota.resource_registry [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 00:43:58.079952 dv-cinder-827778-1-iscsi neutron-server[109613]: WARNING neutron.quota.resource_registry [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] security_group_rule is already registered Feb 04 00:43:58.080575 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.v2.resource_helper [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Service CORE assigned prefix: {{(pid=109613) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 00:43:58.080905 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.quota.resource_registry [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 00:43:58.081241 dv-cinder-827778-1-iscsi neutron-server[109613]: WARNING neutron.quota.resource_registry [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] subnetpool is already registered Feb 04 00:43:58.081758 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.v2.resource_helper [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Service CORE assigned prefix: {{(pid=109613) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 00:43:58.082090 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.quota.resource_registry [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 00:43:58.082427 dv-cinder-827778-1-iscsi neutron-server[109613]: WARNING neutron.quota.resource_registry [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] subnetpool is already registered Feb 04 00:43:58.082885 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extended resource: extensions {{(pid=109613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 00:43:58.084341 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extended resource: address-groups {{(pid=109613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 00:43:58.085855 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extended resource: address-scopes {{(pid=109613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 00:43:58.087160 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extended resource: agents {{(pid=109613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 00:43:58.088573 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extended resource: auto-allocated-topology {{(pid=109613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 00:43:58.090390 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extended resource: availability_zones {{(pid=109613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 00:43:58.091599 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extended resource: dhcp-networks {{(pid=109613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 00:43:58.093106 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extended resource: dhcp-agents {{(pid=109613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 00:43:58.094561 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extended resource: routers {{(pid=109613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 00:43:58.096770 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extended resource: flavors {{(pid=109613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 00:43:58.097959 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extended resource: service_profiles {{(pid=109613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 00:43:58.099173 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extended resource: next_providers {{(pid=109613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 00:43:58.100628 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extended resource: service_profiles {{(pid=109613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 00:43:58.102196 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extended resource: floatingip-pools {{(pid=109613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 00:43:58.103434 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extended resource: routers {{(pid=109613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 00:43:58.106198 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extended resource: floatingips {{(pid=109613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 00:43:58.107490 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extended resource: l3-routers {{(pid=109613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 00:43:58.108871 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extended resource: l3-agents {{(pid=109613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 00:43:58.110309 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extended resource: metering-labels {{(pid=109613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 00:43:58.111681 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extended resource: metering-label-rules {{(pid=109613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 00:43:58.112956 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extended resource: network-ip-availabilities {{(pid=109613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 00:43:58.127098 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extended resource: bindings {{(pid=109613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 00:43:58.127098 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extended resource: quotas {{(pid=109613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 00:43:58.127098 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extended resource: quotas {{(pid=109613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 00:43:58.127098 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extended resource: rbac-policies {{(pid=109613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 00:43:58.127098 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extended resource: security-groups {{(pid=109613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 00:43:58.127098 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extended resource: security-group-rules {{(pid=109613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 00:43:58.127098 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extended resource: service-providers {{(pid=109613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 00:43:58.127665 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extended resource: subnetpools {{(pid=109613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 00:43:58.127665 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extended resource: subnetpools {{(pid=109613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 00:43:58.127665 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extended resource: tags {{(pid=109613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 00:43:58.128475 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extended resource: tags {{(pid=109613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 00:43:58.131214 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extended resource: tags {{(pid=109613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 00:43:58.133002 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extended resource: tags {{(pid=109613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 00:43:58.134819 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extended resource: tags {{(pid=109613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 00:43:58.136690 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extended resource: tags {{(pid=109613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 00:43:58.138396 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extended resource: tags {{(pid=109613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 00:43:58.140297 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extended resource: tags {{(pid=109613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 00:43:58.142113 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extended resource: tags {{(pid=109613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 00:43:58.143899 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron.api.extensions [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Extended resource: tags {{(pid=109613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 00:43:58.149827 dv-cinder-827778-1-iscsi neutron-server[109613]: WARNING keystonemiddleware.auth_token [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 04 00:43:58.154999 dv-cinder-827778-1-iscsi neutron-server[109613]: WARNING keystonemiddleware.auth_token [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 04 00:43:58.163625 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_concurrency.lockutils [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Acquired lock "singleton_lock" {{(pid=109613) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 04 00:43:58.164050 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_concurrency.lockutils [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Releasing lock "singleton_lock" {{(pid=109613) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 04 00:43:58.164707 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO oslo_service.service [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Starting 2 workers Feb 04 00:43:58.170171 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Started child 109722 {{(pid=109613) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 04 00:43:58.174704 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Started child 109723 {{(pid=109613) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 04 00:43:58.175707 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:43:58.176340 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO neutron.service [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Neutron service started, listening on 0.0.0.0:9696 Feb 04 00:43:58.176927 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Publish callbacks [] for process (None), before_spawn {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:43:58.177274 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [-] (109722) wsgi starting up on http://0.0.0.0:9696 Feb 04 00:43:58.179391 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO oslo_service.service [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Starting 1 workers Feb 04 00:43:58.179730 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:43:58.181226 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [-] (109723) wsgi starting up on http://0.0.0.0:9696 Feb 04 00:43:58.184705 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Started child 109724 {{(pid=109613) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 04 00:43:58.185260 dv-cinder-827778-1-iscsi neutron-server[109613]: INFO oslo_service.service [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Starting 1 workers Feb 04 00:43:58.188478 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.service [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] calling RpcWorker wait() {{(pid=109724) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 04 00:43:58.189032 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.service [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] returning from RpcWorker wait() {{(pid=109724) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 04 00:43:58.189830 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Started child 109725 {{(pid=109613) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 04 00:43:58.190411 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:43:58.190657 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb888a34-ca8a-4df7-8807-aae98763f48a None None] Publish callbacks [] for process (None), after_spawn {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:43:58.191089 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:43:58.192626 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109613) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 04 00:43:58.192846 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 00:43:58.193033 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 00:43:58.193262 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 00:43:58.193635 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 00:43:58.193812 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 00:43:58.194333 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.194599 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.194886 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.195164 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.195488 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.195665 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:43:58.196145 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.196368 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.196638 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.196897 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:43:58.196998 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.197147 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.197318 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.197504 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.197774 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.198032 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.198319 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.198586 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.198859 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.199139 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.199314 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.199582 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.199857 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.200089 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.200366 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] debug = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.200594 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.201110 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.201360 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.201657 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.201881 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.202164 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.202397 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.202695 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.202941 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.203161 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.203418 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.203676 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.203915 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.204130 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.204405 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.204627 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.205282 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.205282 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.205590 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] host = dv-cinder-827778-1-iscsi {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.205834 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.206085 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.206320 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.206570 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.206818 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.207043 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.207299 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.207544 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.207798 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.208024 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.208275 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.208506 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.208737 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.208987 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] log_file = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.209154 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] log_options = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.209402 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.209713 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.209977 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.210177 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.210347 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.210514 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.210792 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.210957 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.211224 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.211442 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.211678 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.211870 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.212085 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.212320 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.212566 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.212820 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.213042 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.213284 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.213828 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.214081 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.214309 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.215075 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.215326 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.215548 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.215765 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.215982 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.216228 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.216443 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.216668 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.216885 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.217128 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.217391 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.217668 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.217906 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.218168 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.218401 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.218632 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.218873 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.219146 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.219372 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.219627 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.219876 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.220091 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.220314 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.220529 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.220760 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.220956 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] use_json = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.221171 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.221417 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.221688 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.222227 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.222227 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.224548 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.224548 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.224548 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.224548 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.224548 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.224548 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.224548 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.224548 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.225257 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.225257 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.225257 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.225490 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.225735 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.225968 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.226309 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.226519 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.226869 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.227727 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.227727 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.227727 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.228164 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.228164 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.228364 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.228605 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.229076 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.229076 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.229448 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.229593 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.229836 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.230116 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.230887 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.231230 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.232157 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.232897 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.232897 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.233196 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.233519 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.233788 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.234038 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.234296 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.234543 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.234764 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.235000 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.235297 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.235529 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.235937 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.237573 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.237573 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.237573 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.237573 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.237573 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.237573 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.238044 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.238044 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.238186 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.238312 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.238543 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.238794 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.239034 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.239273 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.239535 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.239805 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.240037 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.240255 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.240503 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.240729 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.240969 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.241196 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.241436 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.241677 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.241905 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.242147 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.242404 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.242786 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.243033 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.243271 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.243500 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.243739 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.243958 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.244181 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.244400 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.244621 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.244837 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.245052 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.245269 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.245492 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.245741 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.246082 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.246185 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.246395 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.246618 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.246835 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.247050 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.247267 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.247508 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.247800 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.248261 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.248671 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.248925 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.249151 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.249430 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.251849 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.251849 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.251849 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.251849 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.251849 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.251849 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.251849 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.251849 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.252571 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.252571 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.252571 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.252571 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.252571 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.252571 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.253009 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.253009 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.253296 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.253550 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.253809 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.254194 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.254634 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.254902 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.255156 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.255446 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.255673 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.255956 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.256246 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.256513 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.256797 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.257061 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.257336 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.257631 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.257866 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.258275 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.258533 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.258789 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.259014 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.259287 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.259513 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.259734 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.259970 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.260290 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.260558 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.260778 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.260997 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.261288 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.261597 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.261850 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.262117 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.262377 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.262635 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.262912 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.263133 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.263372 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.263622 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.263857 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.264080 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.264320 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.264560 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.264813 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.265036 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.265261 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.265523 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.265746 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.265971 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.266189 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.266413 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.266634 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.266885 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.267101 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.267342 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.267591 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.267830 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.268052 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.268272 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.268521 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.268773 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.268992 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.269263 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.269533 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.269795 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.270045 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.270273 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.270533 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.270751 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.271000 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.271223 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.271441 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.271685 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.271910 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.272129 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.272391 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.272626 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.272865 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.273105 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.273363 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.273734 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.274003 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.274238 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.274486 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.274740 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.275101 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.275335 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.275557 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.275813 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.276023 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.276413 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.276589 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.276732 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.277585 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.277698 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.278880 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.278880 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.278880 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.278880 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.286278 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.286278 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.286278 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.286278 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.286278 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.286278 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.286278 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.286278 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.286278 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.286907 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.286907 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.286907 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.287140 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 51882) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:43:58.287222 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.287222 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.287222 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.287222 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.287222 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.287222 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.287222 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.287222 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.287764 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.287764 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.287764 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.287764 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.287764 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.288089 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.288089 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.288274 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.288570 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.288768 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.288999 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.289239 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.289490 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.289729 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.289967 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.290190 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.290412 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.290643 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.290867 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.291086 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.291322 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.291541 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.291758 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.292159 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.292262 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0080884 Feb 04 00:43:58.292668 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.293542 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.293989 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.294384 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.294805 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.295329 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.295577 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.296947 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.296947 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.296947 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.296947 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.296947 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.297303 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.297372 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.297625 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.297895 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.299075 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.299387 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.299662 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.299928 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.300252 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.300531 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.300832 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.301056 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.301344 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.301736 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.302166 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.302700 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.302700 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.302997 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.303144 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.303333 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.303474 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.304516 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.304516 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.304516 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.304516 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.305053 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.305053 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.305372 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.305372 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.305697 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.305849 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.305986 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.306240 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.306395 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 00:43:58.307349 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109613) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 04 00:43:58.307349 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 00:43:58.307349 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 00:43:58.307749 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 00:43:58.307749 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 00:43:58.307749 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 00:43:58.308133 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.308133 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.308450 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.308450 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.308722 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.308722 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.309138 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.309138 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.309138 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.309607 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.309607 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.309885 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.309885 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.310185 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.310185 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.310556 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.310556 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.310556 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.310966 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.310966 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.310966 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.311365 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.311365 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] debug = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.311621 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.311621 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.311907 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.312056 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.313072 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.313072 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.313072 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.313072 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.313072 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.313072 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.313072 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.314436 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.314436 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.314436 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.314436 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.314436 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.315207 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.315207 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.315207 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] host = dv-cinder-827778-1-iscsi {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.315602 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.315602 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.315901 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.315901 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.316169 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.316169 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.316426 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.316426 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.316727 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.316727 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.316983 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.316983 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.317295 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.317295 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] log_file = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.317583 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] log_options = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.317583 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.317842 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.317977 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.318112 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.318250 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.318386 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.318535 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.318683 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.318830 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.318981 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.319238 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.319381 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.319518 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.319654 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.319789 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.319940 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.320087 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.320223 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.320358 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.320586 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.320730 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.320907 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.320907 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.321167 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.321311 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.321448 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.322440 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.322619 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.322801 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.322947 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.323110 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.323281 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.323444 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.326322 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.326322 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.326322 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.326322 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.326322 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.326322 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.326322 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.326322 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.327312 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.327312 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.327312 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.327312 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.327312 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.327312 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] use_json = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.327312 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.327806 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.327806 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.327806 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.327806 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.328094 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.328159 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.328273 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.328443 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 00:43:58.328675 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.328875 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.329062 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.329236 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.329903 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.329903 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.329903 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.329903 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.330443 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.330443 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.330443 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.330932 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.330932 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.330932 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.331336 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.331336 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.331336 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.331895 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.331895 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.331895 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.331895 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.332437 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.332437 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.332437 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.332757 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.332757 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.332898 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.332975 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.333931 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.333931 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.333931 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.333931 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.333931 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.333931 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.334367 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.334367 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.334367 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.334573 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.334699 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.334861 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.335024 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.335189 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.335534 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.335534 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.335692 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.335826 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.335990 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.336156 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.336321 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.337194 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.337194 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.337194 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.337194 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.337194 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.337580 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.337580 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.337737 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.337818 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.337939 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.338104 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.338269 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.338693 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.338858 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.339022 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.339246 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.339350 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.340051 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.340717 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.340717 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.340717 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.340717 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.341004 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.341004 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.341145 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.341302 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.341458 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.341855 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.341855 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.341999 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.342101 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.342315 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.342415 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.342578 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.342743 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.342908 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.343073 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.343245 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.343397 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.343568 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.343758 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.343902 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.344063 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.344239 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.344408 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.345510 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.345510 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.345510 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.345510 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.345510 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.345510 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.346043 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.346353 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.346526 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.346695 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.347325 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.347325 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.347325 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.347325 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.347631 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.347631 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.347799 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.347961 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.348278 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.348444 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.348611 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.348774 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.353405 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.353405 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.353405 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.353405 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.353405 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.353405 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.353405 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.353405 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.353983 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.353983 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.353983 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.353983 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.353983 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.353983 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.353983 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.353983 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.354415 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.354415 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.354415 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.354415 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.354415 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.354415 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.354415 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.354415 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.354902 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.354902 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.354902 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.354902 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.354902 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.354902 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.354902 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.354902 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.355919 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.355919 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.355919 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.355919 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.355919 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.355919 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.355919 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.356301 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.356301 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.356416 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.359835 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.359835 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.359835 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.359835 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.359835 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.359835 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.359835 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.359835 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.360474 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.360474 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.360474 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.360474 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.360474 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.360474 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.360474 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.360474 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.361013 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.361013 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.361013 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.361013 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.361013 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.361013 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.361013 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.361013 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.361541 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.361541 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.361541 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.361541 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.361541 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.361541 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.361541 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.361541 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.362087 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.362087 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.362087 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.362087 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.362612 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.362612 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.362612 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.362612 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.363108 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.363108 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.363108 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.363278 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.363342 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.363524 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.363729 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.363881 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.364013 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.364144 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.364273 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.364447 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.364584 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.364752 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.364918 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.365085 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.365253 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.365984 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.365984 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.365984 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.365984 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.366211 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.366211 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.366342 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.366526 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.367626 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.367626 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.367626 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.367626 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.367626 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.367626 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.367626 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.368100 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.368100 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.368100 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.368271 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.368494 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.368592 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.368708 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.368874 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.369039 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.369203 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.369436 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.369561 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.369713 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.369878 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.370054 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.370201 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.370374 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.370540 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.370731 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.370896 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.371061 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.371226 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.371401 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.372327 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.372327 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.372327 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.372327 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.372327 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.372327 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.372715 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.372715 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.372985 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.372985 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.373117 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.374000 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.374000 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.374000 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.374000 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.374000 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.374336 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.374336 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.374453 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.374556 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.374758 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.374900 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.375094 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.375237 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.375374 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.375544 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.375710 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.375886 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.376077 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.376251 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.376416 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.376582 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.376747 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.376912 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.377077 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.377241 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.377376 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:43:58.377558 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.378395 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.378576 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.378745 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.379285 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.379285 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.379285 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.379507 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.379577 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.379722 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.379881 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.380013 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 00:43:58.380432 dv-cinder-827778-1-iscsi neutron-server[109613]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 00:44:10.105498 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb491573-2de8-4c6d-9fd7-e935a1f4c872 None None] get_active_networks_info from dv-cinder-827778-1-iscsi {{(pid=109724) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 00:44:10.162665 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb491573-2de8-4c6d-9fd7-e935a1f4c872 None None] No non-hosted networks {{(pid=109724) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 04 00:44:10.177608 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.agentschedulers_db [None req-eb491573-2de8-4c6d-9fd7-e935a1f4c872 None None] DHCP Agent not found on host dv-cinder-827778-1-iscsi {{(pid=109724) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 04 00:44:10.296720 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-341e9f20-7c34-4fe3-82cf-143c74e75b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-478827'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:12.227056 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-88f2352e-40da-4521-81d8-e007024d41cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-478827'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:12.259433 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.db.api [None req-665d83ef-c581-4be2-9220-9a8cd1d17734 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-827778-1-iscsi {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 00:44:12.260223 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG oslo_db.api [None req-665d83ef-c581-4be2-9220-9a8cd1d17734 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 00:44:12.836430 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-665d83ef-c581-4be2-9220-9a8cd1d17734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:13.377926 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-478827'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:14.981927 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-478827'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:16.167118 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-478827'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:16.167807 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:16.168154 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:16.168495 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:16.169397 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:16.169750 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:16.170084 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:16.170415 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:16.170764 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:16.171095 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:16.171460 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:16.171767 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:16.172092 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:16.172432 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:16.172850 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-827778-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:44:16.182981 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-827778-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:44:18.658680 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 51992) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:44:19.167614 dv-cinder-827778-1-iscsi neutron-server[109723]: WARNING oslo_policy.policy [None req-3128aebf-1a31-41f5-afba-9e42bdcd318c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 00:44:19.168169 dv-cinder-827778-1-iscsi neutron-server[109723]: WARNING oslo_policy.policy [None req-3128aebf-1a31-41f5-afba-9e42bdcd318c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 00:44:19.390922 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [None req-3128aebf-1a31-41f5-afba-9e42bdcd318c admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 00:44:19.392029 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-3128aebf-1a31-41f5-afba-9e42bdcd318c admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7323093 Feb 04 00:44:20.096471 dv-cinder-827778-1-iscsi neutron-server[109724]: INFO neutron.db.l3_hamode_db [None req-9c2d526d-6237-4330-ae2c-17749453b44c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 04 00:44:20.175287 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2d526d-6237-4330-ae2c-17749453b44c None None] Routers set() bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:44:20.175673 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2d526d-6237-4330-ae2c-17749453b44c None None] Router IDs set() for agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 04 00:44:22.050563 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 52008) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:44:22.346588 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [None req-b1c31da0-e381-4cf6-8aa8-2c04bbc5ab9e admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'tenant_id': '3ed4a08a37874aa4a59c307adb59e906', 'is_default': True}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:44:22.437306 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.policy [None req-b1c31da0-e381-4cf6-8aa8-2c04bbc5ab9e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109723) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 04 00:44:22.477988 dv-cinder-827778-1-iscsi neutron-server[109723]: WARNING oslo_policy.policy [None req-b1c31da0-e381-4cf6-8aa8-2c04bbc5ab9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 00:44:22.478298 dv-cinder-827778-1-iscsi neutron-server[109723]: WARNING oslo_policy.policy [None req-b1c31da0-e381-4cf6-8aa8-2c04bbc5ab9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 00:44:22.624347 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b1c31da0-e381-4cf6-8aa8-2c04bbc5ab9e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784751324921', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784751317166', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784751273506', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784751268155', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784751295511', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784751287183', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-749383', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-695457', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1673808', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1534089'] for rbac-policy (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:22.820365 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b1c31da0-e381-4cf6-8aa8-2c04bbc5ab9e admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:22.821490 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-b1c31da0-e381-4cf6-8aa8-2c04bbc5ab9e admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7698972 Feb 04 00:44:25.437212 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 52020) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:44:25.728380 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [None req-dd89c205-fc1c-4628-a724-28aa4be988b4 admin admin] Request body: {'network': {'name': 'private', 'project_id': '5b9b876f6e364a8499df077114a0df3c', 'tenant_id': '5b9b876f6e364a8499df077114a0df3c', 'admin_state_up': True}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:44:25.811735 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd89c205-fc1c-4628-a724-28aa4be988b4 admin admin] Made reservation on behalf of 5b9b876f6e364a8499df077114a0df3c for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:44:25.814455 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dd89c205-fc1c-4628-a724-28aa4be988b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for network (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:25.831799 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dd89c205-fc1c-4628-a724-28aa4be988b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:25.934891 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dd89c205-fc1c-4628-a724-28aa4be988b4 admin admin] Publish callbacks [] for security_group (ff7c2ec6-2384-43f0-bc3a-0a327fa0e8a4), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:26.013452 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dd89c205-fc1c-4628-a724-28aa4be988b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (ff7c2ec6-2384-43f0-bc3a-0a327fa0e8a4), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:26.032533 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd89c205-fc1c-4628-a724-28aa4be988b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 00:44:26.059656 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dd89c205-fc1c-4628-a724-28aa4be988b4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784746458956', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650'] for segment (dc087a94-8b1b-435a-bd79-229cfa65447d), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:26.060218 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dd89c205-fc1c-4628-a724-28aa4be988b4 admin admin] Unsubscribe: segment precommit_create {{(pid=109723) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 00:44:26.060760 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.db.segments_db [None req-dd89c205-fc1c-4628-a724-28aa4be988b4 admin admin] Added segment dc087a94-8b1b-435a-bd79-229cfa65447d of type vlan for network 9db7181a-0e78-4c92-9e9d-1649cf3f4c4c Feb 04 00:44:26.076476 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89c205-fc1c-4628-a724-28aa4be988b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7c2ec6-2384-43f0-bc3a-0a327fa0e8a4,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:44:26.101724 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89c205-fc1c-4628-a724-28aa4be988b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:26.102090 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89c205-fc1c-4628-a724-28aa4be988b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:26.102432 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89c205-fc1c-4628-a724-28aa4be988b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:26.102766 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89c205-fc1c-4628-a724-28aa4be988b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:26.103099 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89c205-fc1c-4628-a724-28aa4be988b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:26.103451 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89c205-fc1c-4628-a724-28aa4be988b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:26.103786 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89c205-fc1c-4628-a724-28aa4be988b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:26.104110 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89c205-fc1c-4628-a724-28aa4be988b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:26.104446 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89c205-fc1c-4628-a724-28aa4be988b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:26.104769 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89c205-fc1c-4628-a724-28aa4be988b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:26.105086 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89c205-fc1c-4628-a724-28aa4be988b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:26.105399 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89c205-fc1c-4628-a724-28aa4be988b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:26.105735 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89c205-fc1c-4628-a724-28aa4be988b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:26.107636 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89c205-fc1c-4628-a724-28aa4be988b4 admin admin] Tracked resource versions report: Feb 04 00:44:26.107636 dv-cinder-827778-1-iscsi neutron-server[109723]: pushed versions: Feb 04 00:44:26.107636 dv-cinder-827778-1-iscsi neutron-server[109723]: { 'AddressGroup': {'1.2'}, Feb 04 00:44:26.107636 dv-cinder-827778-1-iscsi neutron-server[109723]: 'ConntrackHelper': {'1.0'}, Feb 04 00:44:26.107636 dv-cinder-827778-1-iscsi neutron-server[109723]: 'LocalIPAssociation': {'1.0'}, Feb 04 00:44:26.107636 dv-cinder-827778-1-iscsi neutron-server[109723]: 'Log': {'1.0'}, Feb 04 00:44:26.107636 dv-cinder-827778-1-iscsi neutron-server[109723]: 'Network': {'1.1'}, Feb 04 00:44:26.107636 dv-cinder-827778-1-iscsi neutron-server[109723]: 'Port': {'1.7'}, Feb 04 00:44:26.107636 dv-cinder-827778-1-iscsi neutron-server[109723]: 'PortForwarding': {'1.2'}, Feb 04 00:44:26.107636 dv-cinder-827778-1-iscsi neutron-server[109723]: 'QosPolicy': {'1.10'}, Feb 04 00:44:26.107636 dv-cinder-827778-1-iscsi neutron-server[109723]: 'SecurityGroup': {'1.5'}, Feb 04 00:44:26.107636 dv-cinder-827778-1-iscsi neutron-server[109723]: 'SecurityGroupRule': {'1.2'}, Feb 04 00:44:26.107636 dv-cinder-827778-1-iscsi neutron-server[109723]: 'SubPort': {'1.0'}, Feb 04 00:44:26.107636 dv-cinder-827778-1-iscsi neutron-server[109723]: 'Subnet': {'1.1'}, Feb 04 00:44:26.107636 dv-cinder-827778-1-iscsi neutron-server[109723]: 'Trunk': {'1.1'}} Feb 04 00:44:26.107636 dv-cinder-827778-1-iscsi neutron-server[109723]: consumer versions: Feb 04 00:44:26.107636 dv-cinder-827778-1-iscsi neutron-server[109723]: { DHCP agent@dv-cinder-827778-1-iscsi: {}, Feb 04 00:44:26.107636 dv-cinder-827778-1-iscsi neutron-server[109723]: L3 agent@dv-cinder-827778-1-iscsi: {}, Feb 04 00:44:26.107636 dv-cinder-827778-1-iscsi neutron-server[109723]: Metadata agent@dv-cinder-827778-1-iscsi: {}, Feb 04 00:44:26.107636 dv-cinder-827778-1-iscsi neutron-server[109723]: Metering agent@dv-cinder-827778-1-iscsi: {}, Feb 04 00:44:26.107636 dv-cinder-827778-1-iscsi neutron-server[109723]: Open vSwitch agent@dv-cinder-827778-1-iscsi: { 'AddressGroup': '1.2', Feb 04 00:44:26.107636 dv-cinder-827778-1-iscsi neutron-server[109723]: 'ConntrackHelper': '1.0', Feb 04 00:44:26.107636 dv-cinder-827778-1-iscsi neutron-server[109723]: 'LocalIPAssociation': '1.0', Feb 04 00:44:26.107636 dv-cinder-827778-1-iscsi neutron-server[109723]: 'Log': '1.0', Feb 04 00:44:26.107636 dv-cinder-827778-1-iscsi neutron-server[109723]: 'Network': '1.1', Feb 04 00:44:26.107636 dv-cinder-827778-1-iscsi neutron-server[109723]: 'Port': '1.7', Feb 04 00:44:26.107636 dv-cinder-827778-1-iscsi neutron-server[109723]: 'PortForwarding': '1.2', Feb 04 00:44:26.107636 dv-cinder-827778-1-iscsi neutron-server[109723]: 'QosPolicy': '1.10', Feb 04 00:44:26.107636 dv-cinder-827778-1-iscsi neutron-server[109723]: 'SecurityGroup': '1.5', Feb 04 00:44:26.107636 dv-cinder-827778-1-iscsi neutron-server[109723]: 'SecurityGroupRule': '1.2', Feb 04 00:44:26.107636 dv-cinder-827778-1-iscsi neutron-server[109723]: 'SubPort': '1.0', Feb 04 00:44:26.107636 dv-cinder-827778-1-iscsi neutron-server[109723]: 'Subnet': '1.1', Feb 04 00:44:26.107636 dv-cinder-827778-1-iscsi neutron-server[109723]: 'Trunk': '1.1'}} Feb 04 00:44:26.107636 dv-cinder-827778-1-iscsi neutron-server[109723]: {{(pid=109723) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 00:44:26.169139 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dd89c205-fc1c-4628-a724-28aa4be988b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784745949642'] for network (9db7181a-0e78-4c92-9e9d-1649cf3f4c4c), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:26.269964 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dd89c205-fc1c-4628-a724-28aa4be988b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599'] for network (9db7181a-0e78-4c92-9e9d-1649cf3f4c4c), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:26.271062 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd89c205-fc1c-4628-a724-28aa4be988b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:44:26.271777 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dd89c205-fc1c-4628-a724-28aa4be988b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for network (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:26.365031 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89c205-fc1c-4628-a724-28aa4be988b4 admin admin] Pushing event updated for resources: {'Network': ['ID=9db7181a-0e78-4c92-9e9d-1649cf3f4c4c,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:44:26.376566 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Network 9db7181a-0e78-4c92-9e9d-1649cf3f4c4c details requested by agent ovs-agent-dv-cinder-827778-1-iscsi with host dv-cinder-827778-1-iscsi {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 00:44:26.415585 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-dd89c205-fc1c-4628-a724-28aa4be988b4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9772561 Feb 04 00:44:29.123926 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 52034) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:44:29.729551 dv-cinder-827778-1-iscsi neutron-server[109722]: WARNING oslo_policy.policy [None req-0043561b-12c7-4384-b246-39631ca4d41e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 00:44:29.730190 dv-cinder-827778-1-iscsi neutron-server[109722]: WARNING oslo_policy.policy [None req-0043561b-12c7-4384-b246-39631ca4d41e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 00:44:30.161442 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.policy [None req-0043561b-12c7-4384-b246-39631ca4d41e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109722) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 04 00:44:30.204413 dv-cinder-827778-1-iscsi neutron-server[109722]: WARNING oslo_policy.policy [None req-0043561b-12c7-4384-b246-39631ca4d41e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 00:44:30.204783 dv-cinder-827778-1-iscsi neutron-server[109722]: WARNING oslo_policy.policy [None req-0043561b-12c7-4384-b246-39631ca4d41e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 00:44:30.212913 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0043561b-12c7-4384-b246-39631ca4d41e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:44:30.215144 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-0043561b-12c7-4384-b246-39631ca4d41e admin admin] 10.222.0.10 "GET /v2.0/networks/9db7181a-0e78-4c92-9e9d-1649cf3f4c4c HTTP/1.1" status: 200 len: 825 time: 1.0891941 Feb 04 00:44:30.254186 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-a887f611-65f1-45c2-b947-a4e5aa0548e5 admin admin] 10.222.0.10 "GET /v2.0/subnetpools/8430cf94-c912-4443-bad5-613a9e194033 HTTP/1.1" status: 200 len: 734 time: 0.0328736 Feb 04 00:44:30.263566 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-e1ee5aca-e961-4a81-9418-88862bd322d9 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '5b9b876f6e364a8499df077114a0df3c', 'subnetpool_id': '8430cf94-c912-4443-bad5-613a9e194033', 'name': 'private-subnet', 'network_id': '9db7181a-0e78-4c92-9e9d-1649cf3f4c4c', 'gateway_ip': '172.20.0.1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:44:30.367265 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ee5aca-e961-4a81-9418-88862bd322d9 admin admin] Made reservation on behalf of 5b9b876f6e364a8499df077114a0df3c for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:44:30.370069 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e1ee5aca-e961-4a81-9418-88862bd322d9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:30.750105 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e1ee5aca-e961-4a81-9418-88862bd322d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599'] for subnet (685ceffe-ace1-4ade-8235-f570e30fca04), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:30.821464 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ee5aca-e961-4a81-9418-88862bd322d9 admin admin] Checking segment: {'id': 'dc087a94-8b1b-435a-bd79-229cfa65447d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9db7181a-0e78-4c92-9e9d-1649cf3f4c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:44:30.821752 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ee5aca-e961-4a81-9418-88862bd322d9 admin admin] Network hostable DHCP agents. Network: 9db7181a-0e78-4c92-9e9d-1649cf3f4c4c, hostable agents: ['3f99e642-0ed0-4983-9f25-ae4b5e9c36f7'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 00:44:30.835692 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee5aca-e961-4a81-9418-88862bd322d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=685ceffe-ace1-4ade-8235-f570e30fca04,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:44:30.850638 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee5aca-e961-4a81-9418-88862bd322d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:30.851004 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee5aca-e961-4a81-9418-88862bd322d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:30.851346 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee5aca-e961-4a81-9418-88862bd322d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:30.851677 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee5aca-e961-4a81-9418-88862bd322d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:30.852003 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee5aca-e961-4a81-9418-88862bd322d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:30.852325 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee5aca-e961-4a81-9418-88862bd322d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:30.852669 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee5aca-e961-4a81-9418-88862bd322d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:30.852988 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee5aca-e961-4a81-9418-88862bd322d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:30.853320 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee5aca-e961-4a81-9418-88862bd322d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:30.853679 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee5aca-e961-4a81-9418-88862bd322d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:30.858233 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee5aca-e961-4a81-9418-88862bd322d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:30.858233 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee5aca-e961-4a81-9418-88862bd322d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:30.858233 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee5aca-e961-4a81-9418-88862bd322d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:30.858233 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee5aca-e961-4a81-9418-88862bd322d9 admin admin] Tracked resource versions report: Feb 04 00:44:30.858233 dv-cinder-827778-1-iscsi neutron-server[109722]: pushed versions: Feb 04 00:44:30.858233 dv-cinder-827778-1-iscsi neutron-server[109722]: { 'AddressGroup': {'1.2'}, Feb 04 00:44:30.858233 dv-cinder-827778-1-iscsi neutron-server[109722]: 'ConntrackHelper': {'1.0'}, Feb 04 00:44:30.858233 dv-cinder-827778-1-iscsi neutron-server[109722]: 'LocalIPAssociation': {'1.0'}, Feb 04 00:44:30.858233 dv-cinder-827778-1-iscsi neutron-server[109722]: 'Log': {'1.0'}, Feb 04 00:44:30.858233 dv-cinder-827778-1-iscsi neutron-server[109722]: 'Network': {'1.1'}, Feb 04 00:44:30.858233 dv-cinder-827778-1-iscsi neutron-server[109722]: 'Port': {'1.7'}, Feb 04 00:44:30.858233 dv-cinder-827778-1-iscsi neutron-server[109722]: 'PortForwarding': {'1.2'}, Feb 04 00:44:30.858233 dv-cinder-827778-1-iscsi neutron-server[109722]: 'QosPolicy': {'1.10'}, Feb 04 00:44:30.858233 dv-cinder-827778-1-iscsi neutron-server[109722]: 'SecurityGroup': {'1.5'}, Feb 04 00:44:30.858233 dv-cinder-827778-1-iscsi neutron-server[109722]: 'SecurityGroupRule': {'1.2'}, Feb 04 00:44:30.858233 dv-cinder-827778-1-iscsi neutron-server[109722]: 'SubPort': {'1.0'}, Feb 04 00:44:30.858233 dv-cinder-827778-1-iscsi neutron-server[109722]: 'Subnet': {'1.1'}, Feb 04 00:44:30.858233 dv-cinder-827778-1-iscsi neutron-server[109722]: 'Trunk': {'1.1'}} Feb 04 00:44:30.858233 dv-cinder-827778-1-iscsi neutron-server[109722]: consumer versions: Feb 04 00:44:30.858233 dv-cinder-827778-1-iscsi neutron-server[109722]: { DHCP agent@dv-cinder-827778-1-iscsi: {}, Feb 04 00:44:30.858233 dv-cinder-827778-1-iscsi neutron-server[109722]: L3 agent@dv-cinder-827778-1-iscsi: {}, Feb 04 00:44:30.858233 dv-cinder-827778-1-iscsi neutron-server[109722]: Metadata agent@dv-cinder-827778-1-iscsi: {}, Feb 04 00:44:30.858233 dv-cinder-827778-1-iscsi neutron-server[109722]: Metering agent@dv-cinder-827778-1-iscsi: {}, Feb 04 00:44:30.858233 dv-cinder-827778-1-iscsi neutron-server[109722]: Open vSwitch agent@dv-cinder-827778-1-iscsi: { 'AddressGroup': '1.2', Feb 04 00:44:30.859928 dv-cinder-827778-1-iscsi neutron-server[109722]: 'ConntrackHelper': '1.0', Feb 04 00:44:30.859928 dv-cinder-827778-1-iscsi neutron-server[109722]: 'LocalIPAssociation': '1.0', Feb 04 00:44:30.859928 dv-cinder-827778-1-iscsi neutron-server[109722]: 'Log': '1.0', Feb 04 00:44:30.859928 dv-cinder-827778-1-iscsi neutron-server[109722]: 'Network': '1.1', Feb 04 00:44:30.859928 dv-cinder-827778-1-iscsi neutron-server[109722]: 'Port': '1.7', Feb 04 00:44:30.859928 dv-cinder-827778-1-iscsi neutron-server[109722]: 'PortForwarding': '1.2', Feb 04 00:44:30.859928 dv-cinder-827778-1-iscsi neutron-server[109722]: 'QosPolicy': '1.10', Feb 04 00:44:30.859928 dv-cinder-827778-1-iscsi neutron-server[109722]: 'SecurityGroup': '1.5', Feb 04 00:44:30.859928 dv-cinder-827778-1-iscsi neutron-server[109722]: 'SecurityGroupRule': '1.2', Feb 04 00:44:30.859928 dv-cinder-827778-1-iscsi neutron-server[109722]: 'SubPort': '1.0', Feb 04 00:44:30.859928 dv-cinder-827778-1-iscsi neutron-server[109722]: 'Subnet': '1.1', Feb 04 00:44:30.859928 dv-cinder-827778-1-iscsi neutron-server[109722]: 'Trunk': '1.1'}} Feb 04 00:44:30.859928 dv-cinder-827778-1-iscsi neutron-server[109722]: {{(pid=109722) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 00:44:30.932407 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ee5aca-e961-4a81-9418-88862bd322d9 admin admin] Network 9db7181a-0e78-4c92-9e9d-1649cf3f4c4c is scheduled to be hosted by DHCP agent 3f99e642-0ed0-4983-9f25-ae4b5e9c36f7 with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 00:44:31.035384 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-e1ee5aca-e961-4a81-9418-88862bd322d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827778-1-iscsi, 9db7181a-0e78-4c92-9e9d-1649cf3f4c4c) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:44:31.040007 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ee5aca-e961-4a81-9418-88862bd322d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:44:31.040622 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e1ee5aca-e961-4a81-9418-88862bd322d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for subnet (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:31.046049 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90403aa-04cf-4429-b234-e6b64e673e78 None None] Network 9db7181a-0e78-4c92-9e9d-1649cf3f4c4c requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 00:44:31.129826 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-e1ee5aca-e961-4a81-9418-88862bd322d9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8700287 Feb 04 00:44:31.316915 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b028dc03-8f2d-41dc-8eb2-d2e43d3af80c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp722f4b90-efd4-5043-8a2b-763f3536f0fd-9db7181a-0e78-4c92-9e9d-1649cf3f4c4c', 'network_id': '9db7181a-0e78-4c92-9e9d-1649cf3f4c4c', 'project_id': '5b9b876f6e364a8499df077114a0df3c', 'fixed_ips': [{'subnet_id': '685ceffe-ace1-4ade-8235-f570e30fca04'}]}} from dv-cinder-827778-1-iscsi. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 00:44:31.318182 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b028dc03-8f2d-41dc-8eb2-d2e43d3af80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:31.625190 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-b028dc03-8f2d-41dc-8eb2-d2e43d3af80c None None] Allocated IP 172.20.0.2 (9db7181a-0e78-4c92-9e9d-1649cf3f4c4c/685ceffe-ace1-4ade-8235-f570e30fca04/4fafbdee-84d2-4765-a3af-83d96391702c) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:44:31.863548 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b028dc03-8f2d-41dc-8eb2-d2e43d3af80c None None] Publish callbacks [] for port (4fafbdee-84d2-4765-a3af-83d96391702c), precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:31.944597 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b028dc03-8f2d-41dc-8eb2-d2e43d3af80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223'] for port (4fafbdee-84d2-4765-a3af-83d96391702c), after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:32.024976 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b028dc03-8f2d-41dc-8eb2-d2e43d3af80c None None] Network 9db7181a-0e78-4c92-9e9d-1649cf3f4c4c is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:44:32.032055 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-b028dc03-8f2d-41dc-8eb2-d2e43d3af80c None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:44:32.034564 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028dc03-8f2d-41dc-8eb2-d2e43d3af80c None None] Pushing event updated for resources: {'Port': ['ID=4fafbdee-84d2-4765-a3af-83d96391702c,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:44:32.036694 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b028dc03-8f2d-41dc-8eb2-d2e43d3af80c None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:44:32.046238 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b028dc03-8f2d-41dc-8eb2-d2e43d3af80c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:32.046833 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b028dc03-8f2d-41dc-8eb2-d2e43d3af80c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:32.046957 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b028dc03-8f2d-41dc-8eb2-d2e43d3af80c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:32.047308 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b028dc03-8f2d-41dc-8eb2-d2e43d3af80c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:32.047645 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b028dc03-8f2d-41dc-8eb2-d2e43d3af80c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:32.047980 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b028dc03-8f2d-41dc-8eb2-d2e43d3af80c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:32.048311 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b028dc03-8f2d-41dc-8eb2-d2e43d3af80c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:32.048642 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b028dc03-8f2d-41dc-8eb2-d2e43d3af80c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:32.048971 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b028dc03-8f2d-41dc-8eb2-d2e43d3af80c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:32.049317 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b028dc03-8f2d-41dc-8eb2-d2e43d3af80c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:32.049671 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b028dc03-8f2d-41dc-8eb2-d2e43d3af80c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:32.049999 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b028dc03-8f2d-41dc-8eb2-d2e43d3af80c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:32.050324 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b028dc03-8f2d-41dc-8eb2-d2e43d3af80c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:32.053769 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b028dc03-8f2d-41dc-8eb2-d2e43d3af80c None None] Tracked resource versions report: Feb 04 00:44:32.053769 dv-cinder-827778-1-iscsi neutron-server[109724]: pushed versions: Feb 04 00:44:32.053769 dv-cinder-827778-1-iscsi neutron-server[109724]: { 'AddressGroup': {'1.2'}, Feb 04 00:44:32.053769 dv-cinder-827778-1-iscsi neutron-server[109724]: 'ConntrackHelper': {'1.0'}, Feb 04 00:44:32.053769 dv-cinder-827778-1-iscsi neutron-server[109724]: 'LocalIPAssociation': {'1.0'}, Feb 04 00:44:32.053769 dv-cinder-827778-1-iscsi neutron-server[109724]: 'Log': {'1.0'}, Feb 04 00:44:32.053769 dv-cinder-827778-1-iscsi neutron-server[109724]: 'Network': {'1.1'}, Feb 04 00:44:32.053769 dv-cinder-827778-1-iscsi neutron-server[109724]: 'Port': {'1.7'}, Feb 04 00:44:32.053769 dv-cinder-827778-1-iscsi neutron-server[109724]: 'PortForwarding': {'1.2'}, Feb 04 00:44:32.053769 dv-cinder-827778-1-iscsi neutron-server[109724]: 'QosPolicy': {'1.10'}, Feb 04 00:44:32.053769 dv-cinder-827778-1-iscsi neutron-server[109724]: 'SecurityGroup': {'1.5'}, Feb 04 00:44:32.053769 dv-cinder-827778-1-iscsi neutron-server[109724]: 'SecurityGroupRule': {'1.2'}, Feb 04 00:44:32.053769 dv-cinder-827778-1-iscsi neutron-server[109724]: 'SubPort': {'1.0'}, Feb 04 00:44:32.053769 dv-cinder-827778-1-iscsi neutron-server[109724]: 'Subnet': {'1.1'}, Feb 04 00:44:32.053769 dv-cinder-827778-1-iscsi neutron-server[109724]: 'Trunk': {'1.1'}} Feb 04 00:44:32.053769 dv-cinder-827778-1-iscsi neutron-server[109724]: consumer versions: Feb 04 00:44:32.053769 dv-cinder-827778-1-iscsi neutron-server[109724]: { DHCP agent@dv-cinder-827778-1-iscsi: {}, Feb 04 00:44:32.053769 dv-cinder-827778-1-iscsi neutron-server[109724]: L3 agent@dv-cinder-827778-1-iscsi: {}, Feb 04 00:44:32.053769 dv-cinder-827778-1-iscsi neutron-server[109724]: Metadata agent@dv-cinder-827778-1-iscsi: {}, Feb 04 00:44:32.053769 dv-cinder-827778-1-iscsi neutron-server[109724]: Metering agent@dv-cinder-827778-1-iscsi: {}, Feb 04 00:44:32.053769 dv-cinder-827778-1-iscsi neutron-server[109724]: Open vSwitch agent@dv-cinder-827778-1-iscsi: { 'AddressGroup': '1.2', Feb 04 00:44:32.053769 dv-cinder-827778-1-iscsi neutron-server[109724]: 'ConntrackHelper': '1.0', Feb 04 00:44:32.053769 dv-cinder-827778-1-iscsi neutron-server[109724]: 'LocalIPAssociation': '1.0', Feb 04 00:44:32.053769 dv-cinder-827778-1-iscsi neutron-server[109724]: 'Log': '1.0', Feb 04 00:44:32.053769 dv-cinder-827778-1-iscsi neutron-server[109724]: 'Network': '1.1', Feb 04 00:44:32.053769 dv-cinder-827778-1-iscsi neutron-server[109724]: 'Port': '1.7', Feb 04 00:44:32.053769 dv-cinder-827778-1-iscsi neutron-server[109724]: 'PortForwarding': '1.2', Feb 04 00:44:32.053769 dv-cinder-827778-1-iscsi neutron-server[109724]: 'QosPolicy': '1.10', Feb 04 00:44:32.053769 dv-cinder-827778-1-iscsi neutron-server[109724]: 'SecurityGroup': '1.5', Feb 04 00:44:32.053769 dv-cinder-827778-1-iscsi neutron-server[109724]: 'SecurityGroupRule': '1.2', Feb 04 00:44:32.053769 dv-cinder-827778-1-iscsi neutron-server[109724]: 'SubPort': '1.0', Feb 04 00:44:32.053769 dv-cinder-827778-1-iscsi neutron-server[109724]: 'Subnet': '1.1', Feb 04 00:44:32.053769 dv-cinder-827778-1-iscsi neutron-server[109724]: 'Trunk': '1.1'}} Feb 04 00:44:32.053769 dv-cinder-827778-1-iscsi neutron-server[109724]: {{(pid=109724) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 00:44:32.124708 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-b028dc03-8f2d-41dc-8eb2-d2e43d3af80c None None] Attempting to bind port 4fafbdee-84d2-4765-a3af-83d96391702c on host dv-cinder-827778-1-iscsi for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 00:44:32.125110 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-b028dc03-8f2d-41dc-8eb2-d2e43d3af80c None None] Attempting to bind port 4fafbdee-84d2-4765-a3af-83d96391702c by drivers openvswitch,hyperv on host dv-cinder-827778-1-iscsi at level 0 using segments [{'id': 'dc087a94-8b1b-435a-bd79-229cfa65447d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9db7181a-0e78-4c92-9e9d-1649cf3f4c4c'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 00:44:32.125556 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b028dc03-8f2d-41dc-8eb2-d2e43d3af80c None None] Attempting to bind port 4fafbdee-84d2-4765-a3af-83d96391702c on network 9db7181a-0e78-4c92-9e9d-1649cf3f4c4c {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:44:32.130469 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b028dc03-8f2d-41dc-8eb2-d2e43d3af80c None None] Checking agent: {'id': '0e3a6df7-c473-4931-90ee-c50828366a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 44, 16), 'started_at': datetime.datetime(2022, 2, 4, 0, 44, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 00:44:32.130842 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b028dc03-8f2d-41dc-8eb2-d2e43d3af80c None None] Checking segment: {'id': 'dc087a94-8b1b-435a-bd79-229cfa65447d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9db7181a-0e78-4c92-9e9d-1649cf3f4c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:44:32.131323 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b028dc03-8f2d-41dc-8eb2-d2e43d3af80c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:32.131720 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b028dc03-8f2d-41dc-8eb2-d2e43d3af80c None None] Bound using segment: {'id': 'dc087a94-8b1b-435a-bd79-229cfa65447d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9db7181a-0e78-4c92-9e9d-1649cf3f4c4c'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 00:44:32.132219 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-b028dc03-8f2d-41dc-8eb2-d2e43d3af80c None None] Bound port: 4fafbdee-84d2-4765-a3af-83d96391702c, host: dv-cinder-827778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc087a94-8b1b-435a-bd79-229cfa65447d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9db7181a-0e78-4c92-9e9d-1649cf3f4c4c'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 00:44:32.132648 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b028dc03-8f2d-41dc-8eb2-d2e43d3af80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (4fafbdee-84d2-4765-a3af-83d96391702c), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:32.195173 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b028dc03-8f2d-41dc-8eb2-d2e43d3af80c None None] For port 4fafbdee-84d2-4765-a3af-83d96391702c, host dv-cinder-827778-1-iscsi, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:44:32.199367 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b028dc03-8f2d-41dc-8eb2-d2e43d3af80c None None] For port 4fafbdee-84d2-4765-a3af-83d96391702c, host dv-cinder-827778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=4fafbdee-84d2-4765-a3af-83d96391702c,segment=NetworkSegment(dc087a94-8b1b-435a-bd79-229cfa65447d),segment_id=dc087a94-8b1b-435a-bd79-229cfa65447d)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:44:32.293941 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b028dc03-8f2d-41dc-8eb2-d2e43d3af80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (4fafbdee-84d2-4765-a3af-83d96391702c), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:32.360049 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028dc03-8f2d-41dc-8eb2-d2e43d3af80c None None] Pushing event updated for resources: {'Port': ['ID=4fafbdee-84d2-4765-a3af-83d96391702c,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:44:33.595251 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 52054) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:44:33.908854 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [None req-9a9e5495-b784-4439-b385-65e9320be952 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 00:44:33.909951 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-9a9e5495-b784-4439-b385-65e9320be952 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3137505 Feb 04 00:44:35.239531 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 5 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 00:44:36.375549 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 52062) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:44:36.690914 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [None req-e2f05938-f288-4804-8563-750f0b30e378 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 00:44:36.691970 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-e2f05938-f288-4804-8563-750f0b30e378 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3154805 Feb 04 00:44:39.364722 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 52072) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:44:39.791392 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-748a717a-b68c-4f7c-a840-b583bf410412 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '5b9b876f6e364a8499df077114a0df3c', 'name': 'router1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:44:39.876047 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-748a717a-b68c-4f7c-a840-b583bf410412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26682'] for router (2a64acd6-64cd-4d51-ba38-f964012e64a3), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:39.877887 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-748a717a-b68c-4f7c-a840-b583bf410412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26691'] for router (2a64acd6-64cd-4d51-ba38-f964012e64a3), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:40.016899 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-748a717a-b68c-4f7c-a840-b583bf410412 admin admin] Publish callbacks [] for router_controller (2a64acd6-64cd-4d51-ba38-f964012e64a3), precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:40.065722 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-748a717a-b68c-4f7c-a840-b583bf410412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477280'] for router (2a64acd6-64cd-4d51-ba38-f964012e64a3), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:40.121880 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5f784d44-3591-4d25-b538-6c339d8b88d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:40.134012 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-748a717a-b68c-4f7c-a840-b583bf410412 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:40.135377 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-748a717a-b68c-4f7c-a840-b583bf410412 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7695458 Feb 04 00:44:42.236348 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0889b551-c36d-43dd-ac2d-2b075aa30646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:42.574391 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 52084) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:44:42.661968 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 4fafbdee-84d2-4765-a3af-83d96391702c up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:44:42.753051 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port 4fafbdee-84d2-4765-a3af-83d96391702c triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:44:42.753484 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (4fafbdee-84d2-4765-a3af-83d96391702c), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:42.862726 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port 4fafbdee-84d2-4765-a3af-83d96391702c is: DOWN; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:44:42.863082 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (4fafbdee-84d2-4765-a3af-83d96391702c), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:42.897710 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] For port 4fafbdee-84d2-4765-a3af-83d96391702c, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=4fafbdee-84d2-4765-a3af-83d96391702c,segment=NetworkSegment(dc087a94-8b1b-435a-bd79-229cfa65447d),segment_id=dc087a94-8b1b-435a-bd79-229cfa65447d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:44:42.915952 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [None req-18372165-d1ab-4ca4-873a-d1ed57541f4a admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 00:44:42.916937 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-18372165-d1ab-4ca4-873a-d1ed57541f4a admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3415918 Feb 04 00:44:42.985012 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (4fafbdee-84d2-4765-a3af-83d96391702c), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:43.035780 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Pushing event updated for resources: {'Port': ['ID=4fafbdee-84d2-4765-a3af-83d96391702c,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:44:43.302472 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba661aa-24cd-4602-9dc6-1b30ae785349 None None] Network 9db7181a-0e78-4c92-9e9d-1649cf3f4c4c requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 00:44:43.351405 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:43.382269 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a03bdfb9-84c7-4e7b-a8bc-610d5d77271f None None] Provisioning complete for port 4fafbdee-84d2-4765-a3af-83d96391702c triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:44:43.382689 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a03bdfb9-84c7-4e7b-a8bc-610d5d77271f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (4fafbdee-84d2-4765-a3af-83d96391702c), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:43.514176 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a03bdfb9-84c7-4e7b-a8bc-610d5d77271f None None] Current status of the port 4fafbdee-84d2-4765-a3af-83d96391702c is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:44:43.734740 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-4e9fa639-ae60-4f93-a222-ffd8133819a9 None None] Provisioning complete for port 4fafbdee-84d2-4765-a3af-83d96391702c triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:44:43.735134 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4e9fa639-ae60-4f93-a222-ffd8133819a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (4fafbdee-84d2-4765-a3af-83d96391702c), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:43.813568 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-4e9fa639-ae60-4f93-a222-ffd8133819a9 None None] Current status of the port 4fafbdee-84d2-4765-a3af-83d96391702c is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:44:44.609313 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 4fafbdee-84d2-4765-a3af-83d96391702c up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:44:44.657964 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port 4fafbdee-84d2-4765-a3af-83d96391702c triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:44:44.658276 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (4fafbdee-84d2-4765-a3af-83d96391702c), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:44.731874 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port 4fafbdee-84d2-4765-a3af-83d96391702c is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:44:44.927286 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:45.423024 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 52116) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:44:45.548864 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [None req-85e532e8-a077-41e0-a984-caa1a89586e3 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'tenant_id': '3ed4a08a37874aa4a59c307adb59e906', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'project_id': '3ed4a08a37874aa4a59c307adb59e906'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:44:45.623336 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e532e8-a077-41e0-a984-caa1a89586e3 admin admin] Made reservation on behalf of 3ed4a08a37874aa4a59c307adb59e906 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:44:45.625623 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-85e532e8-a077-41e0-a984-caa1a89586e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for network (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:45.634126 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-85e532e8-a077-41e0-a984-caa1a89586e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:45.704684 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-85e532e8-a077-41e0-a984-caa1a89586e3 admin admin] Publish callbacks [] for security_group (7e62ba2b-2be5-4712-9acc-946d388bb22e), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:45.771494 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-85e532e8-a077-41e0-a984-caa1a89586e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (7e62ba2b-2be5-4712-9acc-946d388bb22e), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:45.786029 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-85e532e8-a077-41e0-a984-caa1a89586e3 admin admin] Reserving flat network on physical network physnet1 {{(pid=109723) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 04 00:44:45.805788 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e532e8-a077-41e0-a984-caa1a89586e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e62ba2b-2be5-4712-9acc-946d388bb22e,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:44:45.808631 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-85e532e8-a077-41e0-a984-caa1a89586e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650'] for segment (e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:45.809612 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.db.segments_db [None req-85e532e8-a077-41e0-a984-caa1a89586e3 admin admin] Added segment e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a of type flat for network 03e92c86-a3b2-4a50-bb8c-ad63e47f70ee Feb 04 00:44:45.862521 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-85e532e8-a077-41e0-a984-caa1a89586e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784745949642'] for network (03e92c86-a3b2-4a50-bb8c-ad63e47f70ee), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:45.949460 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-85e532e8-a077-41e0-a984-caa1a89586e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599'] for network (03e92c86-a3b2-4a50-bb8c-ad63e47f70ee), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:45.950473 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e532e8-a077-41e0-a984-caa1a89586e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:44:45.951092 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-85e532e8-a077-41e0-a984-caa1a89586e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for network (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:46.006412 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e532e8-a077-41e0-a984-caa1a89586e3 admin admin] Pushing event updated for resources: {'Network': ['ID=03e92c86-a3b2-4a50-bb8c-ad63e47f70ee,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:44:46.015837 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Network 03e92c86-a3b2-4a50-bb8c-ad63e47f70ee details requested by agent ovs-agent-dv-cinder-827778-1-iscsi with host dv-cinder-827778-1-iscsi {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 00:44:46.055395 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-85e532e8-a077-41e0-a984-caa1a89586e3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6311808 Feb 04 00:44:46.201429 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:48.392453 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 52124) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:44:48.521834 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c80e96-c325-469e-8337-c8fb31ebce41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:44:48.523184 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-f0c80e96-c325-469e-8337-c8fb31ebce41 admin admin] 10.222.0.10 "GET /v2.0/subnets/685ceffe-ace1-4ade-8235-f570e30fca04 HTTP/1.1" status: 200 len: 849 time: 0.1297922 Feb 04 00:44:48.703892 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-5e4f3be5-eae7-4bc1-a9c1-7a0de38cd52f admin admin] 10.222.0.10 "GET /v2.0/routers/2a64acd6-64cd-4d51-ba38-f964012e64a3 HTTP/1.1" status: 200 len: 704 time: 0.1749949 Feb 04 00:44:48.979244 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b63c24d0-ba7f-4a39-bf74-f9d6e94bcf29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:49.270556 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-b63c24d0-ba7f-4a39-bf74-f9d6e94bcf29 admin admin] Allocated IP 172.20.0.1 (9db7181a-0e78-4c92-9e9d-1649cf3f4c4c/685ceffe-ace1-4ade-8235-f570e30fca04/be7a3e25-fadb-4e8c-8c7e-97690de55dbb) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:44:49.451928 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b63c24d0-ba7f-4a39-bf74-f9d6e94bcf29 admin admin] Publish callbacks [] for port (be7a3e25-fadb-4e8c-8c7e-97690de55dbb), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:49.561888 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b63c24d0-ba7f-4a39-bf74-f9d6e94bcf29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223'] for port (be7a3e25-fadb-4e8c-8c7e-97690de55dbb), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:49.639102 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63c24d0-ba7f-4a39-bf74-f9d6e94bcf29 admin admin] Network 9db7181a-0e78-4c92-9e9d-1649cf3f4c4c is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:44:49.646808 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-b63c24d0-ba7f-4a39-bf74-f9d6e94bcf29 admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:44:49.650075 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63c24d0-ba7f-4a39-bf74-f9d6e94bcf29 admin admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:44:49.650790 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b63c24d0-ba7f-4a39-bf74-f9d6e94bcf29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601359'] for router_interface (2a64acd6-64cd-4d51-ba38-f964012e64a3), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:49.707458 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c24d0-ba7f-4a39-bf74-f9d6e94bcf29 admin admin] Pushing event updated for resources: {'Port': ['ID=be7a3e25-fadb-4e8c-8c7e-97690de55dbb,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:44:49.865553 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-16a8e1c3-a1c5-4f47-82f4-c3920d8c4721 None None] Provisioning complete for port be7a3e25-fadb-4e8c-8c7e-97690de55dbb triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:44:49.866111 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-16a8e1c3-a1c5-4f47-82f4-c3920d8c4721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (be7a3e25-fadb-4e8c-8c7e-97690de55dbb), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:49.897996 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-16a8e1c3-a1c5-4f47-82f4-c3920d8c4721 None None] Port be7a3e25-fadb-4e8c-8c7e-97690de55dbb cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 00:44:49.952420 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b63c24d0-ba7f-4a39-bf74-f9d6e94bcf29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (be7a3e25-fadb-4e8c-8c7e-97690de55dbb), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:50.157651 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b63c24d0-ba7f-4a39-bf74-f9d6e94bcf29 admin admin] Publish callbacks [] for port (be7a3e25-fadb-4e8c-8c7e-97690de55dbb), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:50.206682 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b63c24d0-ba7f-4a39-bf74-f9d6e94bcf29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (be7a3e25-fadb-4e8c-8c7e-97690de55dbb), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:50.207469 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b63c24d0-ba7f-4a39-bf74-f9d6e94bcf29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1763617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-478911'] for router_interface (2a64acd6-64cd-4d51-ba38-f964012e64a3), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:50.282710 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c24d0-ba7f-4a39-bf74-f9d6e94bcf29 admin admin] Pushing event updated for resources: {'Port': ['ID=be7a3e25-fadb-4e8c-8c7e-97690de55dbb,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:44:50.327386 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63c24d0-ba7f-4a39-bf74-f9d6e94bcf29 admin admin] Network 9db7181a-0e78-4c92-9e9d-1649cf3f4c4c is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:44:50.328649 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-b63c24d0-ba7f-4a39-bf74-f9d6e94bcf29 admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:44:50.519622 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-537388a1-3e88-4d9e-971f-7c87daab6062 None None] Provisioning complete for port be7a3e25-fadb-4e8c-8c7e-97690de55dbb triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:44:50.520022 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-537388a1-3e88-4d9e-971f-7c87daab6062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (be7a3e25-fadb-4e8c-8c7e-97690de55dbb), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:50.549716 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63c24d0-ba7f-4a39-bf74-f9d6e94bcf29 admin admin] Router 2a64acd6-64cd-4d51-ba38-f964012e64a3 is scheduled to L3 agent 05e42f77-b612-4439-9acd-15af6102b82d with binding_index 1 {{(pid=109723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 00:44:50.555376 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-537388a1-3e88-4d9e-971f-7c87daab6062 None None] Port be7a3e25-fadb-4e8c-8c7e-97690de55dbb cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 00:44:50.642469 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63c24d0-ba7f-4a39-bf74-f9d6e94bcf29 admin admin] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:44:50.647652 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-b63c24d0-ba7f-4a39-bf74-f9d6e94bcf29 admin admin] 10.222.0.10 "PUT /v2.0/routers/2a64acd6-64cd-4d51-ba38-f964012e64a3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9384851 Feb 04 00:44:50.668842 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d242f1-74e6-465c-af2b-aa24a1677e08 None None] Sync routers for ids ['2a64acd6-64cd-4d51-ba38-f964012e64a3'] in dv-cinder-827778-1-iscsi {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 00:44:50.683229 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d242f1-74e6-465c-af2b-aa24a1677e08 None None] Routers {'2a64acd6-64cd-4d51-ba38-f964012e64a3'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:44:50.684611 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-98d242f1-74e6-465c-af2b-aa24a1677e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:44:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['2a64acd6-64cd-4d51-ba38-f964012e64a3'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:44:50.878490 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-98d242f1-74e6-465c-af2b-aa24a1677e08 None None] Set router 2a64acd6-64cd-4d51-ba38-f964012e64a3 gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:44:51.313420 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-98d242f1-74e6-465c-af2b-aa24a1677e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a64acd6-64cd-4d51-ba38-f964012e64a3', 'name': 'router1', 'tenant_id': '5b9b876f6e364a8499df077114a0df3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:44:39Z', 'updated_at': '2022-02-04T00:44:49Z', 'revision_number': 2, 'project_id': '5b9b876f6e364a8499df077114a0df3c', 'gw_port_host': None, '_interfaces': [{'id': 'be7a3e25-fadb-4e8c-8c7e-97690de55dbb', 'name': '', 'network_id': '9db7181a-0e78-4c92-9e9d-1649cf3f4c4c', 'tenant_id': '5b9b876f6e364a8499df077114a0df3c', 'mac_address': 'fa:16:3e:d6:83:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a64acd6-64cd-4d51-ba38-f964012e64a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '685ceffe-ace1-4ade-8235-f570e30fca04', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:44:49Z', 'updated_at': '2022-02-04T00:44:50Z', 'revision_number': 2, 'project_id': '5b9b876f6e364a8499df077114a0df3c', 'subnets': [{'id': '685ceffe-ace1-4ade-8235-f570e30fca04', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8430cf94-c912-4443-bad5-613a9e194033'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:44:51.364574 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d242f1-74e6-465c-af2b-aa24a1677e08 None None] Checking router: 2a64acd6-64cd-4d51-ba38-f964012e64a3 for host: dv-cinder-827778-1-iscsi {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 00:44:51.364953 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d242f1-74e6-465c-af2b-aa24a1677e08 None None] Updating router 2a64acd6-64cd-4d51-ba38-f964012e64a3 port be7a3e25-fadb-4e8c-8c7e-97690de55dbb binding host dv-cinder-827778-1-iscsi {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 00:44:51.418381 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-98d242f1-74e6-465c-af2b-aa24a1677e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (be7a3e25-fadb-4e8c-8c7e-97690de55dbb), before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:51.921689 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-98d242f1-74e6-465c-af2b-aa24a1677e08 None None] Publish callbacks [] for port (be7a3e25-fadb-4e8c-8c7e-97690de55dbb), precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:51.995379 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-98d242f1-74e6-465c-af2b-aa24a1677e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (be7a3e25-fadb-4e8c-8c7e-97690de55dbb), after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:52.133720 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d54ee0b-9fc4-4a13-b0cc-003cc3ea0f7e None None] Pushing event updated for resources: {'Port': ['ID=be7a3e25-fadb-4e8c-8c7e-97690de55dbb,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:44:52.156584 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54ee0b-9fc4-4a13-b0cc-003cc3ea0f7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:52.156943 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54ee0b-9fc4-4a13-b0cc-003cc3ea0f7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:52.157291 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54ee0b-9fc4-4a13-b0cc-003cc3ea0f7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:52.157654 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54ee0b-9fc4-4a13-b0cc-003cc3ea0f7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:52.157985 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54ee0b-9fc4-4a13-b0cc-003cc3ea0f7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:52.158310 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54ee0b-9fc4-4a13-b0cc-003cc3ea0f7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:52.158637 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54ee0b-9fc4-4a13-b0cc-003cc3ea0f7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:52.158960 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54ee0b-9fc4-4a13-b0cc-003cc3ea0f7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:52.159287 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54ee0b-9fc4-4a13-b0cc-003cc3ea0f7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:52.159622 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54ee0b-9fc4-4a13-b0cc-003cc3ea0f7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:52.159944 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54ee0b-9fc4-4a13-b0cc-003cc3ea0f7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:52.160265 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54ee0b-9fc4-4a13-b0cc-003cc3ea0f7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:52.160584 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54ee0b-9fc4-4a13-b0cc-003cc3ea0f7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:44:52.162012 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54ee0b-9fc4-4a13-b0cc-003cc3ea0f7e None None] Tracked resource versions report: Feb 04 00:44:52.162012 dv-cinder-827778-1-iscsi neutron-server[109725]: pushed versions: Feb 04 00:44:52.162012 dv-cinder-827778-1-iscsi neutron-server[109725]: { 'AddressGroup': {'1.2'}, Feb 04 00:44:52.162012 dv-cinder-827778-1-iscsi neutron-server[109725]: 'ConntrackHelper': {'1.0'}, Feb 04 00:44:52.162012 dv-cinder-827778-1-iscsi neutron-server[109725]: 'LocalIPAssociation': {'1.0'}, Feb 04 00:44:52.162012 dv-cinder-827778-1-iscsi neutron-server[109725]: 'Log': {'1.0'}, Feb 04 00:44:52.162012 dv-cinder-827778-1-iscsi neutron-server[109725]: 'Network': {'1.1'}, Feb 04 00:44:52.162012 dv-cinder-827778-1-iscsi neutron-server[109725]: 'Port': {'1.7'}, Feb 04 00:44:52.162012 dv-cinder-827778-1-iscsi neutron-server[109725]: 'PortForwarding': {'1.2'}, Feb 04 00:44:52.162012 dv-cinder-827778-1-iscsi neutron-server[109725]: 'QosPolicy': {'1.10'}, Feb 04 00:44:52.162012 dv-cinder-827778-1-iscsi neutron-server[109725]: 'SecurityGroup': {'1.5'}, Feb 04 00:44:52.162012 dv-cinder-827778-1-iscsi neutron-server[109725]: 'SecurityGroupRule': {'1.2'}, Feb 04 00:44:52.162012 dv-cinder-827778-1-iscsi neutron-server[109725]: 'SubPort': {'1.0'}, Feb 04 00:44:52.162012 dv-cinder-827778-1-iscsi neutron-server[109725]: 'Subnet': {'1.1'}, Feb 04 00:44:52.162012 dv-cinder-827778-1-iscsi neutron-server[109725]: 'Trunk': {'1.1'}} Feb 04 00:44:52.162012 dv-cinder-827778-1-iscsi neutron-server[109725]: consumer versions: Feb 04 00:44:52.162012 dv-cinder-827778-1-iscsi neutron-server[109725]: { DHCP agent@dv-cinder-827778-1-iscsi: {}, Feb 04 00:44:52.162012 dv-cinder-827778-1-iscsi neutron-server[109725]: L3 agent@dv-cinder-827778-1-iscsi: {}, Feb 04 00:44:52.162012 dv-cinder-827778-1-iscsi neutron-server[109725]: Metadata agent@dv-cinder-827778-1-iscsi: {}, Feb 04 00:44:52.162012 dv-cinder-827778-1-iscsi neutron-server[109725]: Metering agent@dv-cinder-827778-1-iscsi: {}, Feb 04 00:44:52.162012 dv-cinder-827778-1-iscsi neutron-server[109725]: Open vSwitch agent@dv-cinder-827778-1-iscsi: { 'AddressGroup': '1.2', Feb 04 00:44:52.162012 dv-cinder-827778-1-iscsi neutron-server[109725]: 'ConntrackHelper': '1.0', Feb 04 00:44:52.162012 dv-cinder-827778-1-iscsi neutron-server[109725]: 'LocalIPAssociation': '1.0', Feb 04 00:44:52.162012 dv-cinder-827778-1-iscsi neutron-server[109725]: 'Log': '1.0', Feb 04 00:44:52.162012 dv-cinder-827778-1-iscsi neutron-server[109725]: 'Network': '1.1', Feb 04 00:44:52.162012 dv-cinder-827778-1-iscsi neutron-server[109725]: 'Port': '1.7', Feb 04 00:44:52.162012 dv-cinder-827778-1-iscsi neutron-server[109725]: 'PortForwarding': '1.2', Feb 04 00:44:52.162012 dv-cinder-827778-1-iscsi neutron-server[109725]: 'QosPolicy': '1.10', Feb 04 00:44:52.162012 dv-cinder-827778-1-iscsi neutron-server[109725]: 'SecurityGroup': '1.5', Feb 04 00:44:52.162012 dv-cinder-827778-1-iscsi neutron-server[109725]: 'SecurityGroupRule': '1.2', Feb 04 00:44:52.162012 dv-cinder-827778-1-iscsi neutron-server[109725]: 'SubPort': '1.0', Feb 04 00:44:52.162012 dv-cinder-827778-1-iscsi neutron-server[109725]: 'Subnet': '1.1', Feb 04 00:44:52.162012 dv-cinder-827778-1-iscsi neutron-server[109725]: 'Trunk': '1.1'}} Feb 04 00:44:52.162012 dv-cinder-827778-1-iscsi neutron-server[109725]: {{(pid=109725) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 00:44:52.175057 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-98d242f1-74e6-465c-af2b-aa24a1677e08 None None] Attempting to bind port be7a3e25-fadb-4e8c-8c7e-97690de55dbb on host dv-cinder-827778-1-iscsi for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 00:44:52.175529 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-98d242f1-74e6-465c-af2b-aa24a1677e08 None None] Attempting to bind port be7a3e25-fadb-4e8c-8c7e-97690de55dbb by drivers openvswitch,hyperv on host dv-cinder-827778-1-iscsi at level 0 using segments [{'id': 'dc087a94-8b1b-435a-bd79-229cfa65447d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9db7181a-0e78-4c92-9e9d-1649cf3f4c4c'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 00:44:52.176045 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d242f1-74e6-465c-af2b-aa24a1677e08 None None] Attempting to bind port be7a3e25-fadb-4e8c-8c7e-97690de55dbb on network 9db7181a-0e78-4c92-9e9d-1649cf3f4c4c {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:44:52.181379 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d242f1-74e6-465c-af2b-aa24a1677e08 None None] Checking agent: {'id': '0e3a6df7-c473-4931-90ee-c50828366a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 44, 16), 'started_at': datetime.datetime(2022, 2, 4, 0, 44, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 00:44:52.181821 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d242f1-74e6-465c-af2b-aa24a1677e08 None None] Checking segment: {'id': 'dc087a94-8b1b-435a-bd79-229cfa65447d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9db7181a-0e78-4c92-9e9d-1649cf3f4c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:44:52.182284 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-98d242f1-74e6-465c-af2b-aa24a1677e08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:52.182680 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d242f1-74e6-465c-af2b-aa24a1677e08 None None] Bound using segment: {'id': 'dc087a94-8b1b-435a-bd79-229cfa65447d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9db7181a-0e78-4c92-9e9d-1649cf3f4c4c'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 00:44:52.183334 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-98d242f1-74e6-465c-af2b-aa24a1677e08 None None] Bound port: be7a3e25-fadb-4e8c-8c7e-97690de55dbb, host: dv-cinder-827778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc087a94-8b1b-435a-bd79-229cfa65447d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9db7181a-0e78-4c92-9e9d-1649cf3f4c4c'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 00:44:52.183722 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-98d242f1-74e6-465c-af2b-aa24a1677e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (be7a3e25-fadb-4e8c-8c7e-97690de55dbb), before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:52.250990 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-98d242f1-74e6-465c-af2b-aa24a1677e08 None None] For port be7a3e25-fadb-4e8c-8c7e-97690de55dbb, host dv-cinder-827778-1-iscsi, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:44:52.270415 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-98d242f1-74e6-465c-af2b-aa24a1677e08 None None] For port be7a3e25-fadb-4e8c-8c7e-97690de55dbb, host dv-cinder-827778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=be7a3e25-fadb-4e8c-8c7e-97690de55dbb,segment=NetworkSegment(dc087a94-8b1b-435a-bd79-229cfa65447d),segment_id=dc087a94-8b1b-435a-bd79-229cfa65447d)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:44:52.286187 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-234cb6e9-309a-4bdc-bbd8-cdc4dfd5908e None None] Provisioning complete for port be7a3e25-fadb-4e8c-8c7e-97690de55dbb triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:44:52.286707 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-234cb6e9-309a-4bdc-bbd8-cdc4dfd5908e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (be7a3e25-fadb-4e8c-8c7e-97690de55dbb), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:52.320545 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-234cb6e9-309a-4bdc-bbd8-cdc4dfd5908e None None] Port be7a3e25-fadb-4e8c-8c7e-97690de55dbb cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 00:44:52.338833 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-98d242f1-74e6-465c-af2b-aa24a1677e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (be7a3e25-fadb-4e8c-8c7e-97690de55dbb), after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:52.397804 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d242f1-74e6-465c-af2b-aa24a1677e08 None None] Routers {'2a64acd6-64cd-4d51-ba38-f964012e64a3'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:44:52.398427 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-98d242f1-74e6-465c-af2b-aa24a1677e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:44:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['2a64acd6-64cd-4d51-ba38-f964012e64a3'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:44:52.436641 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d54ee0b-9fc4-4a13-b0cc-003cc3ea0f7e None None] Pushing event updated for resources: {'Port': ['ID=be7a3e25-fadb-4e8c-8c7e-97690de55dbb,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:44:52.495428 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-98d242f1-74e6-465c-af2b-aa24a1677e08 None None] Set router 2a64acd6-64cd-4d51-ba38-f964012e64a3 gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:44:52.540582 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-e294328e-fcfb-4841-8083-f2fb51b9f7b9 None None] Provisioning complete for port be7a3e25-fadb-4e8c-8c7e-97690de55dbb triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:44:52.541133 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e294328e-fcfb-4841-8083-f2fb51b9f7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (be7a3e25-fadb-4e8c-8c7e-97690de55dbb), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:52.662914 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-e294328e-fcfb-4841-8083-f2fb51b9f7b9 None None] Current status of the port be7a3e25-fadb-4e8c-8c7e-97690de55dbb is: DOWN; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:44:52.663225 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e294328e-fcfb-4841-8083-f2fb51b9f7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (be7a3e25-fadb-4e8c-8c7e-97690de55dbb), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:52.696746 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-e294328e-fcfb-4841-8083-f2fb51b9f7b9 None None] For port be7a3e25-fadb-4e8c-8c7e-97690de55dbb, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=be7a3e25-fadb-4e8c-8c7e-97690de55dbb,segment=NetworkSegment(dc087a94-8b1b-435a-bd79-229cfa65447d),segment_id=dc087a94-8b1b-435a-bd79-229cfa65447d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:44:52.713985 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-98d242f1-74e6-465c-af2b-aa24a1677e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a64acd6-64cd-4d51-ba38-f964012e64a3', 'name': 'router1', 'tenant_id': '5b9b876f6e364a8499df077114a0df3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:44:39Z', 'updated_at': '2022-02-04T00:44:49Z', 'revision_number': 2, 'project_id': '5b9b876f6e364a8499df077114a0df3c', 'gw_port_host': None, '_interfaces': [{'id': 'be7a3e25-fadb-4e8c-8c7e-97690de55dbb', 'name': '', 'network_id': '9db7181a-0e78-4c92-9e9d-1649cf3f4c4c', 'tenant_id': '5b9b876f6e364a8499df077114a0df3c', 'mac_address': 'fa:16:3e:d6:83:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a64acd6-64cd-4d51-ba38-f964012e64a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '685ceffe-ace1-4ade-8235-f570e30fca04', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:44:49Z', 'updated_at': '2022-02-04T00:44:52Z', 'revision_number': 4, 'project_id': '5b9b876f6e364a8499df077114a0df3c', 'subnets': [{'id': '685ceffe-ace1-4ade-8235-f570e30fca04', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8430cf94-c912-4443-bad5-613a9e194033'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:44:52.740171 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d242f1-74e6-465c-af2b-aa24a1677e08 None None] The sync data for ids ['2a64acd6-64cd-4d51-ba38-f964012e64a3'] in dv-cinder-827778-1-iscsi is: [{'id': '2a64acd6-64cd-4d51-ba38-f964012e64a3', 'name': 'router1', 'tenant_id': '5b9b876f6e364a8499df077114a0df3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:44:39Z', 'updated_at': '2022-02-04T00:44:49Z', 'revision_number': 2, 'project_id': '5b9b876f6e364a8499df077114a0df3c', 'gw_port_host': None, '_interfaces': [{'id': 'be7a3e25-fadb-4e8c-8c7e-97690de55dbb', 'name': '', 'network_id': '9db7181a-0e78-4c92-9e9d-1649cf3f4c4c', 'tenant_id': '5b9b876f6e364a8499df077114a0df3c', 'mac_address': 'fa:16:3e:d6:83:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a64acd6-64cd-4d51-ba38-f964012e64a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '685ceffe-ace1-4ade-8235-f570e30fca04', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:44:49Z', 'updated_at': '2022-02-04T00:44:52Z', 'revision_number': 4, 'project_id': '5b9b876f6e364a8499df077114a0df3c', 'subnets': [{'id': '685ceffe-ace1-4ade-8235-f570e30fca04', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8430cf94-c912-4443-bad5-613a9e194033'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 00:44:52.761280 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e294328e-fcfb-4841-8083-f2fb51b9f7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (be7a3e25-fadb-4e8c-8c7e-97690de55dbb), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:52.808900 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e294328e-fcfb-4841-8083-f2fb51b9f7b9 None None] Pushing event updated for resources: {'Port': ['ID=be7a3e25-fadb-4e8c-8c7e-97690de55dbb,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:44:55.257418 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 52142) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:44:55.388556 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f62950-7495-47c4-bb00-6d0256d4a305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:44:55.389947 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-54f62950-7495-47c4-bb00-6d0256d4a305 admin admin] 10.222.0.10 "GET /v2.0/networks/03e92c86-a3b2-4a50-bb8c-ad63e47f70ee HTTP/1.1" status: 200 len: 842 time: 0.1315637 Feb 04 00:44:55.399316 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-f4ca9cde-f921-42f3-9ba8-c2b14c2a7cc7 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'ip_version': 4, 'tenant_id': '3ed4a08a37874aa4a59c307adb59e906', 'name': 'public-subnet', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:44:55.486958 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ca9cde-f921-42f3-9ba8-c2b14c2a7cc7 admin admin] Made reservation on behalf of 3ed4a08a37874aa4a59c307adb59e906 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:44:55.489284 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f4ca9cde-f921-42f3-9ba8-c2b14c2a7cc7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:55.860329 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.objects.ports [None req-f4ca9cde-f921-42f3-9ba8-c2b14c2a7cc7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109722) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 00:44:55.860785 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f4ca9cde-f921-42f3-9ba8-c2b14c2a7cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599'] for subnet (b22bab27-11ad-47ee-b4e2-a457ed5eeb04), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:55.915535 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ca9cde-f921-42f3-9ba8-c2b14c2a7cc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b22bab27-11ad-47ee-b4e2-a457ed5eeb04,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:44:55.924691 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ca9cde-f921-42f3-9ba8-c2b14c2a7cc7 admin admin] Checking segment: {'id': 'e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:44:55.925046 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ca9cde-f921-42f3-9ba8-c2b14c2a7cc7 admin admin] Network hostable DHCP agents. Network: 03e92c86-a3b2-4a50-bb8c-ad63e47f70ee, hostable agents: ['3f99e642-0ed0-4983-9f25-ae4b5e9c36f7'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 00:44:55.995161 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ca9cde-f921-42f3-9ba8-c2b14c2a7cc7 admin admin] Network 03e92c86-a3b2-4a50-bb8c-ad63e47f70ee is scheduled to be hosted by DHCP agent 3f99e642-0ed0-4983-9f25-ae4b5e9c36f7 with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 00:44:56.063985 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-f4ca9cde-f921-42f3-9ba8-c2b14c2a7cc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827778-1-iscsi, 03e92c86-a3b2-4a50-bb8c-ad63e47f70ee) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:44:56.068074 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ca9cde-f921-42f3-9ba8-c2b14c2a7cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:44:56.068716 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f4ca9cde-f921-42f3-9ba8-c2b14c2a7cc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for subnet (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:56.075447 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1403ff-ff96-4528-89d0-0fbd964a5297 None None] Network 03e92c86-a3b2-4a50-bb8c-ad63e47f70ee requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 00:44:56.167347 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-f4ca9cde-f921-42f3-9ba8-c2b14c2a7cc7 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7562022 Feb 04 00:44:56.180451 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141e0519-3b7f-4f14-8b72-eeeeee3941ca None None] Network 03e92c86-a3b2-4a50-bb8c-ad63e47f70ee requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 00:44:58.498765 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 52150) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:44:58.721590 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-3b7dabbf-5ef9-40b0-832b-ab2dc182d319 admin admin] 10.222.0.10 "GET /v2.0/routers/2a64acd6-64cd-4d51-ba38-f964012e64a3 HTTP/1.1" status: 200 len: 710 time: 0.2215445 Feb 04 00:44:58.804992 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1502db07-17ec-4197-8219-99f5b3aedcb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:44:58.806431 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-1502db07-17ec-4197-8219-99f5b3aedcb6 admin admin] 10.222.0.10 "GET /v2.0/networks/03e92c86-a3b2-4a50-bb8c-ad63e47f70ee HTTP/1.1" status: 200 len: 886 time: 0.0794985 Feb 04 00:44:58.815635 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-10beaec5-29ab-40f3-b64b-ef626fb10817 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:44:59.080940 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-10beaec5-29ab-40f3-b64b-ef626fb10817 admin admin] Publish callbacks [] for router_gateway (2a64acd6-64cd-4d51-ba38-f964012e64a3), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:59.412192 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-10beaec5-29ab-40f3-b64b-ef626fb10817 admin admin] Publish callbacks [] for router_gateway (2a64acd6-64cd-4d51-ba38-f964012e64a3), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:59.526121 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-10beaec5-29ab-40f3-b64b-ef626fb10817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:59.676904 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-10beaec5-29ab-40f3-b64b-ef626fb10817 admin admin] Allocated IP 172.27.1.105 (03e92c86-a3b2-4a50-bb8c-ad63e47f70ee/b22bab27-11ad-47ee-b4e2-a457ed5eeb04/a74756d6-5b93-4998-8a52-9ca8c7bd0b07) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:44:59.782683 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-10beaec5-29ab-40f3-b64b-ef626fb10817 admin admin] Publish callbacks [] for port (a74756d6-5b93-4998-8a52-9ca8c7bd0b07), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:59.887734 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-10beaec5-29ab-40f3-b64b-ef626fb10817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223'] for port (a74756d6-5b93-4998-8a52-9ca8c7bd0b07), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:44:59.962499 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10beaec5-29ab-40f3-b64b-ef626fb10817 admin admin] Network 03e92c86-a3b2-4a50-bb8c-ad63e47f70ee is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:44:59.967467 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-10beaec5-29ab-40f3-b64b-ef626fb10817 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:44:59.972627 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10beaec5-29ab-40f3-b64b-ef626fb10817 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:45:00.006736 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10beaec5-29ab-40f3-b64b-ef626fb10817 admin admin] Pushing event updated for resources: {'Port': ['ID=a74756d6-5b93-4998-8a52-9ca8c7bd0b07,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:45:00.323402 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-10beaec5-29ab-40f3-b64b-ef626fb10817 admin admin] Publish callbacks [] for router_gateway (2a64acd6-64cd-4d51-ba38-f964012e64a3), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:45:00.516501 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-10beaec5-29ab-40f3-b64b-ef626fb10817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-477277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-487671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26705'] for router (2a64acd6-64cd-4d51-ba38-f964012e64a3), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:45:00.521008 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-10beaec5-29ab-40f3-b64b-ef626fb10817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-477266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-477291', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-487436'] for router (2a64acd6-64cd-4d51-ba38-f964012e64a3), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:45:00.634196 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10beaec5-29ab-40f3-b64b-ef626fb10817 admin admin] Router 2a64acd6-64cd-4d51-ba38-f964012e64a3 has already been hosted by L3 agent 05e42f77-b612-4439-9acd-15af6102b82d {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:45:00.662065 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device be7a3e25-fadb-4e8c-8c7e-97690de55dbb up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:45:00.710148 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port be7a3e25-fadb-4e8c-8c7e-97690de55dbb triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:45:00.710875 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (be7a3e25-fadb-4e8c-8c7e-97690de55dbb), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:45:00.745883 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10beaec5-29ab-40f3-b64b-ef626fb10817 admin admin] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:45:00.750427 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-10beaec5-29ab-40f3-b64b-ef626fb10817 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:45:00.751696 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-10beaec5-29ab-40f3-b64b-ef626fb10817 admin admin] 10.222.0.10 "PUT /v2.0/routers/2a64acd6-64cd-4d51-ba38-f964012e64a3 HTTP/1.1" status: 200 len: 890 time: 1.9391837 Feb 04 00:45:00.794566 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port be7a3e25-fadb-4e8c-8c7e-97690de55dbb is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:45:00.882527 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8638d46b-bd6e-484b-81df-828a38b1eac4 None None] Sync routers for ids ['2a64acd6-64cd-4d51-ba38-f964012e64a3'] in dv-cinder-827778-1-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 00:45:00.895009 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8638d46b-bd6e-484b-81df-828a38b1eac4 None None] Routers {'2a64acd6-64cd-4d51-ba38-f964012e64a3'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:45:00.895688 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-8638d46b-bd6e-484b-81df-828a38b1eac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:44:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['2a64acd6-64cd-4d51-ba38-f964012e64a3'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:45:01.112728 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-8638d46b-bd6e-484b-81df-828a38b1eac4 None None] Set router 2a64acd6-64cd-4d51-ba38-f964012e64a3 gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:45:01.578762 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-8638d46b-bd6e-484b-81df-828a38b1eac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a64acd6-64cd-4d51-ba38-f964012e64a3', 'name': 'router1', 'tenant_id': '5b9b876f6e364a8499df077114a0df3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a74756d6-5b93-4998-8a52-9ca8c7bd0b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:44:39Z', 'updated_at': '2022-02-04T00:45:00Z', 'revision_number': 4, 'project_id': '5b9b876f6e364a8499df077114a0df3c', 'gw_port': {'id': 'a74756d6-5b93-4998-8a52-9ca8c7bd0b07', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a64acd6-64cd-4d51-ba38-f964012e64a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:44:59Z', 'updated_at': '2022-02-04T00:44:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': 'be7a3e25-fadb-4e8c-8c7e-97690de55dbb', 'name': '', 'network_id': '9db7181a-0e78-4c92-9e9d-1649cf3f4c4c', 'tenant_id': '5b9b876f6e364a8499df077114a0df3c', 'mac_address': 'fa:16:3e:d6:83:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a64acd6-64cd-4d51-ba38-f964012e64a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '685ceffe-ace1-4ade-8235-f570e30fca04', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:44:49Z', 'updated_at': '2022-02-04T00:44:52Z', 'revision_number': 5, 'project_id': '5b9b876f6e364a8499df077114a0df3c', 'subnets': [{'id': '685ceffe-ace1-4ade-8235-f570e30fca04', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8430cf94-c912-4443-bad5-613a9e194033'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:45:01.630304 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8638d46b-bd6e-484b-81df-828a38b1eac4 None None] Checking router: 2a64acd6-64cd-4d51-ba38-f964012e64a3 for host: dv-cinder-827778-1-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 00:45:01.630689 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8638d46b-bd6e-484b-81df-828a38b1eac4 None None] Updating router 2a64acd6-64cd-4d51-ba38-f964012e64a3 port a74756d6-5b93-4998-8a52-9ca8c7bd0b07 binding host dv-cinder-827778-1-iscsi {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 00:45:01.680415 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8638d46b-bd6e-484b-81df-828a38b1eac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (a74756d6-5b93-4998-8a52-9ca8c7bd0b07), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:45:01.995064 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8638d46b-bd6e-484b-81df-828a38b1eac4 None None] Publish callbacks [] for port (a74756d6-5b93-4998-8a52-9ca8c7bd0b07), precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:45:02.086792 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8638d46b-bd6e-484b-81df-828a38b1eac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (a74756d6-5b93-4998-8a52-9ca8c7bd0b07), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:45:02.137661 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-8638d46b-bd6e-484b-81df-828a38b1eac4 None None] Attempting to bind port a74756d6-5b93-4998-8a52-9ca8c7bd0b07 on host dv-cinder-827778-1-iscsi for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 00:45:02.138040 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-8638d46b-bd6e-484b-81df-828a38b1eac4 None None] Attempting to bind port a74756d6-5b93-4998-8a52-9ca8c7bd0b07 by drivers openvswitch,hyperv on host dv-cinder-827778-1-iscsi at level 0 using segments [{'id': 'e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 00:45:02.138403 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8638d46b-bd6e-484b-81df-828a38b1eac4 None None] Attempting to bind port a74756d6-5b93-4998-8a52-9ca8c7bd0b07 on network 03e92c86-a3b2-4a50-bb8c-ad63e47f70ee {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:45:02.141334 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629aa29-471f-4e7d-a29a-b7469b4d3510 None None] Pushing event updated for resources: {'Port': ['ID=a74756d6-5b93-4998-8a52-9ca8c7bd0b07,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:45:02.145717 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8638d46b-bd6e-484b-81df-828a38b1eac4 None None] Checking agent: {'id': '0e3a6df7-c473-4931-90ee-c50828366a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 44, 16), 'started_at': datetime.datetime(2022, 2, 4, 0, 44, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 00:45:02.146101 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8638d46b-bd6e-484b-81df-828a38b1eac4 None None] Checking segment: {'id': 'e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:45:02.146502 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8638d46b-bd6e-484b-81df-828a38b1eac4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:45:02.146887 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8638d46b-bd6e-484b-81df-828a38b1eac4 None None] Bound using segment: {'id': 'e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 00:45:02.147352 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-8638d46b-bd6e-484b-81df-828a38b1eac4 None None] Bound port: a74756d6-5b93-4998-8a52-9ca8c7bd0b07, host: dv-cinder-827778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 00:45:02.147730 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8638d46b-bd6e-484b-81df-828a38b1eac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (a74756d6-5b93-4998-8a52-9ca8c7bd0b07), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:45:02.195958 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8638d46b-bd6e-484b-81df-828a38b1eac4 None None] For port a74756d6-5b93-4998-8a52-9ca8c7bd0b07, host dv-cinder-827778-1-iscsi, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:45:02.198923 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8638d46b-bd6e-484b-81df-828a38b1eac4 None None] For port a74756d6-5b93-4998-8a52-9ca8c7bd0b07, host dv-cinder-827778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=a74756d6-5b93-4998-8a52-9ca8c7bd0b07,segment=NetworkSegment(e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a),segment_id=e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:45:02.252530 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8638d46b-bd6e-484b-81df-828a38b1eac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (a74756d6-5b93-4998-8a52-9ca8c7bd0b07), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:45:02.310246 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629aa29-471f-4e7d-a29a-b7469b4d3510 None None] Pushing event updated for resources: {'Port': ['ID=a74756d6-5b93-4998-8a52-9ca8c7bd0b07,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:45:02.312743 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8638d46b-bd6e-484b-81df-828a38b1eac4 None None] Routers {'2a64acd6-64cd-4d51-ba38-f964012e64a3'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:45:02.313341 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-8638d46b-bd6e-484b-81df-828a38b1eac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:44:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['2a64acd6-64cd-4d51-ba38-f964012e64a3'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:45:02.421248 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-8638d46b-bd6e-484b-81df-828a38b1eac4 None None] Set router 2a64acd6-64cd-4d51-ba38-f964012e64a3 gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:45:02.630315 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-8638d46b-bd6e-484b-81df-828a38b1eac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a64acd6-64cd-4d51-ba38-f964012e64a3', 'name': 'router1', 'tenant_id': '5b9b876f6e364a8499df077114a0df3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a74756d6-5b93-4998-8a52-9ca8c7bd0b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:44:39Z', 'updated_at': '2022-02-04T00:45:00Z', 'revision_number': 4, 'project_id': '5b9b876f6e364a8499df077114a0df3c', 'gw_port': {'id': 'a74756d6-5b93-4998-8a52-9ca8c7bd0b07', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a64acd6-64cd-4d51-ba38-f964012e64a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:44:59Z', 'updated_at': '2022-02-04T00:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': 'be7a3e25-fadb-4e8c-8c7e-97690de55dbb', 'name': '', 'network_id': '9db7181a-0e78-4c92-9e9d-1649cf3f4c4c', 'tenant_id': '5b9b876f6e364a8499df077114a0df3c', 'mac_address': 'fa:16:3e:d6:83:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a64acd6-64cd-4d51-ba38-f964012e64a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '685ceffe-ace1-4ade-8235-f570e30fca04', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:44:49Z', 'updated_at': '2022-02-04T00:44:52Z', 'revision_number': 5, 'project_id': '5b9b876f6e364a8499df077114a0df3c', 'subnets': [{'id': '685ceffe-ace1-4ade-8235-f570e30fca04', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8430cf94-c912-4443-bad5-613a9e194033'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:45:02.656396 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8638d46b-bd6e-484b-81df-828a38b1eac4 None None] The sync data for ids ['2a64acd6-64cd-4d51-ba38-f964012e64a3'] in dv-cinder-827778-1-iscsi is: [{'id': '2a64acd6-64cd-4d51-ba38-f964012e64a3', 'name': 'router1', 'tenant_id': '5b9b876f6e364a8499df077114a0df3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a74756d6-5b93-4998-8a52-9ca8c7bd0b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:44:39Z', 'updated_at': '2022-02-04T00:45:00Z', 'revision_number': 4, 'project_id': '5b9b876f6e364a8499df077114a0df3c', 'gw_port': {'id': 'a74756d6-5b93-4998-8a52-9ca8c7bd0b07', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a64acd6-64cd-4d51-ba38-f964012e64a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:44:59Z', 'updated_at': '2022-02-04T00:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': 'be7a3e25-fadb-4e8c-8c7e-97690de55dbb', 'name': '', 'network_id': '9db7181a-0e78-4c92-9e9d-1649cf3f4c4c', 'tenant_id': '5b9b876f6e364a8499df077114a0df3c', 'mac_address': 'fa:16:3e:d6:83:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a64acd6-64cd-4d51-ba38-f964012e64a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '685ceffe-ace1-4ade-8235-f570e30fca04', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:44:49Z', 'updated_at': '2022-02-04T00:44:52Z', 'revision_number': 5, 'project_id': '5b9b876f6e364a8499df077114a0df3c', 'subnets': [{'id': '685ceffe-ace1-4ade-8235-f570e30fca04', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8430cf94-c912-4443-bad5-613a9e194033'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 00:45:03.188218 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 52162) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:45:03.314731 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-66336cb7-e920-4cbc-8cd0-83c9e08f396b admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1253288 Feb 04 00:45:04.692740 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device a74756d6-5b93-4998-8a52-9ca8c7bd0b07 up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:45:04.743721 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port a74756d6-5b93-4998-8a52-9ca8c7bd0b07 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:45:04.744119 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (a74756d6-5b93-4998-8a52-9ca8c7bd0b07), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:45:04.821754 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port a74756d6-5b93-4998-8a52-9ca8c7bd0b07 is: DOWN; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:45:04.822075 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (a74756d6-5b93-4998-8a52-9ca8c7bd0b07), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:45:04.842877 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] For port a74756d6-5b93-4998-8a52-9ca8c7bd0b07, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=a74756d6-5b93-4998-8a52-9ca8c7bd0b07,segment=NetworkSegment(e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a),segment_id=e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:45:04.904565 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (a74756d6-5b93-4998-8a52-9ca8c7bd0b07), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:45:04.970512 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Pushing event updated for resources: {'Port': ['ID=a74756d6-5b93-4998-8a52-9ca8c7bd0b07,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:45:06.643570 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device a74756d6-5b93-4998-8a52-9ca8c7bd0b07 up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:45:06.694506 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port a74756d6-5b93-4998-8a52-9ca8c7bd0b07 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:45:06.695043 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (a74756d6-5b93-4998-8a52-9ca8c7bd0b07), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:45:06.783165 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port a74756d6-5b93-4998-8a52-9ca8c7bd0b07 is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:45:10.230166 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b486114c-8261-47fb-8376-81b2b310bcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:45:12.217816 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c0e9ced2-a591-415c-8f11-ffa37a868773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:45:12.239983 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 5 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 00:45:13.338737 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:45:14.915473 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:45:16.127088 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:45:40.097814 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b8a5cf69-767f-4d39-8a2d-e85ba39e78c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:45:42.178024 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-de038fa9-d360-4fb1-8eca-116c2fbdb935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:45:43.384118 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:45:44.909354 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:45:46.469620 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:45:49.240307 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 5 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 00:46:10.103551 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9ce43e33-4209-4372-aa89-314ca4aceacb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:46:12.189264 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-39f2ca74-b291-4f08-8bf9-2da4c21b8788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:46:13.349407 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:46:14.920971 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:46:16.154839 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:46:25.521653 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 52646) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:46:25.581047 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-1687eaf4-4aa1-401c-a0c3-3e61b07cd01b admin admin] GET failed (client error): The resource could not be found. Feb 04 00:46:25.582346 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-1687eaf4-4aa1-401c-a0c3-3e61b07cd01b admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0596960 Feb 04 00:46:25.797169 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a953a0ef-706f-43b1-94cc-b260424b7113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:46:25.798696 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-a953a0ef-706f-43b1-94cc-b260424b7113 admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2123060 Feb 04 00:46:26.239543 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 5 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 00:46:28.012964 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 52656) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:46:28.116016 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44531371-8eec-4a61-94b7-5a22a6807ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:46:28.117396 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-44531371-8eec-4a61-94b7-5a22a6807ee4 admin admin] 10.222.0.10 "GET /v2.0/subnets/685ceffe-ace1-4ade-8235-f570e30fca04 HTTP/1.1" status: 200 len: 849 time: 0.1034188 Feb 04 00:46:28.126810 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-aeeeb5ba-d7d6-42d3-8d17-11eb355d3914 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:46:28.217352 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aeeeb5ba-d7d6-42d3-8d17-11eb355d3914 admin admin] Publish callbacks [] for subnet (685ceffe-ace1-4ade-8235-f570e30fca04), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:46:28.434796 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aeeeb5ba-d7d6-42d3-8d17-11eb355d3914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784746355182'] for subnet (685ceffe-ace1-4ade-8235-f570e30fca04), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:46:28.466433 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeeeb5ba-d7d6-42d3-8d17-11eb355d3914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:46:28.467939 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aeeeb5ba-d7d6-42d3-8d17-11eb355d3914 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for subnet (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:46:28.468601 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-aeeeb5ba-d7d6-42d3-8d17-11eb355d3914 admin admin] 10.222.0.10 "PUT /v2.0/subnets/685ceffe-ace1-4ade-8235-f570e30fca04 HTTP/1.1" status: 200 len: 868 time: 0.3453865 Feb 04 00:46:28.486518 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeeb5ba-d7d6-42d3-8d17-11eb355d3914 admin admin] Pushing event updated for resources: {'Subnet': ['ID=685ceffe-ace1-4ade-8235-f570e30fca04,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:46:28.488482 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085e7db7-190a-4393-a2bd-72488b3b9bb0 None None] Network 9db7181a-0e78-4c92-9e9d-1649cf3f4c4c requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 00:46:28.493987 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeeb5ba-d7d6-42d3-8d17-11eb355d3914 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:46:28.494339 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeeb5ba-d7d6-42d3-8d17-11eb355d3914 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:46:28.494699 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeeb5ba-d7d6-42d3-8d17-11eb355d3914 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:46:28.495052 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeeb5ba-d7d6-42d3-8d17-11eb355d3914 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:46:28.495376 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeeb5ba-d7d6-42d3-8d17-11eb355d3914 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:46:28.495752 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeeb5ba-d7d6-42d3-8d17-11eb355d3914 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:46:28.496102 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeeb5ba-d7d6-42d3-8d17-11eb355d3914 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:46:28.496437 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeeb5ba-d7d6-42d3-8d17-11eb355d3914 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:46:28.496783 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeeb5ba-d7d6-42d3-8d17-11eb355d3914 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:46:28.497129 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeeb5ba-d7d6-42d3-8d17-11eb355d3914 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:46:28.497460 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeeb5ba-d7d6-42d3-8d17-11eb355d3914 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:46:28.497821 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeeb5ba-d7d6-42d3-8d17-11eb355d3914 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:46:28.498143 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeeb5ba-d7d6-42d3-8d17-11eb355d3914 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:46:28.842823 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-9426a18b-4870-4502-bd87-b23f267bc1c5 None None] Provisioning complete for port be7a3e25-fadb-4e8c-8c7e-97690de55dbb triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:46:28.843216 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9426a18b-4870-4502-bd87-b23f267bc1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (be7a3e25-fadb-4e8c-8c7e-97690de55dbb), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:46:28.920983 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-9426a18b-4870-4502-bd87-b23f267bc1c5 None None] Current status of the port be7a3e25-fadb-4e8c-8c7e-97690de55dbb is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:46:28.930689 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-9426a18b-4870-4502-bd87-b23f267bc1c5 None None] Provisioning complete for port 4fafbdee-84d2-4765-a3af-83d96391702c triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:46:28.931086 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9426a18b-4870-4502-bd87-b23f267bc1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (4fafbdee-84d2-4765-a3af-83d96391702c), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:46:29.004015 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-9426a18b-4870-4502-bd87-b23f267bc1c5 None None] Current status of the port 4fafbdee-84d2-4765-a3af-83d96391702c is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:46:30.684933 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 52664) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:46:30.888269 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9daa5e0d-5beb-42f0-b922-092838f7d073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:46:30.888655 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9daa5e0d-5beb-42f0-b922-092838f7d073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:46:30.890235 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-9daa5e0d-5beb-42f0-b922-092838f7d073 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2042935 Feb 04 00:46:33.109401 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 52674) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:46:33.239047 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6c3739-654c-4cf8-ac68-1f86a642cf40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:46:33.239518 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6c3739-654c-4cf8-ac68-1f86a642cf40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:46:33.241036 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-3f6c3739-654c-4cf8-ac68-1f86a642cf40 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1306779 Feb 04 00:46:35.465419 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 52682) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:46:35.589101 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b174894-3dd8-4cf5-ae20-1ca92feea2a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:46:35.590555 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-0b174894-3dd8-4cf5-ae20-1ca92feea2a3 admin admin] 10.222.0.10 "GET /v2.0/networks/03e92c86-a3b2-4a50-bb8c-ad63e47f70ee HTTP/1.1" status: 200 len: 886 time: 0.1241593 Feb 04 00:46:37.829630 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 52690) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:46:37.956608 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e65c87f-cfb6-40ca-b2f6-874000bd9c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:46:37.957992 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-5e65c87f-cfb6-40ca-b2f6-874000bd9c85 admin admin] 10.222.0.10 "GET /v2.0/networks/9db7181a-0e78-4c92-9e9d-1649cf3f4c4c HTTP/1.1" status: 200 len: 869 time: 0.1273804 Feb 04 00:46:40.109612 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-43d3c482-b973-4791-93b6-5c403ecf8153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:46:40.185125 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 52698) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:46:40.308136 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acbbb47-5679-415e-803e-b87b10b0c63b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:46:40.308595 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acbbb47-5679-415e-803e-b87b10b0c63b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:46:40.310137 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-6acbbb47-5679-415e-803e-b87b10b0c63b admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1240399 Feb 04 00:46:42.201223 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-db04ef1d-92e8-4063-8765-d5b6ed2c6fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:46:42.532572 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 52706) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:46:42.655551 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ce73b3-e060-4df1-b5e9-b7ddbae09895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:46:42.656017 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ce73b3-e060-4df1-b5e9-b7ddbae09895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:46:42.657577 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-f9ce73b3-e060-4df1-b5e9-b7ddbae09895 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1240313 Feb 04 00:46:43.355954 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:46:44.874428 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 52714) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:46:44.937808 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:46:44.966951 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca34055a-a6fd-4d83-8a87-d03a2d8c2473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:46:44.968588 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-ca34055a-a6fd-4d83-8a87-d03a2d8c2473 admin admin] 10.222.0.10 "GET /v2.0/subnets/685ceffe-ace1-4ade-8235-f570e30fca04 HTTP/1.1" status: 200 len: 868 time: 0.0931864 Feb 04 00:46:46.132034 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:46:47.180474 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 52722) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:46:47.264353 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd1e880-648c-4e24-a4d3-2862a9914c7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:46:47.265812 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-bcd1e880-648c-4e24-a4d3-2862a9914c7b admin admin] 10.222.0.10 "GET /v2.0/subnets/b22bab27-11ad-47ee-b4e2-a457ed5eeb04 HTTP/1.1" status: 200 len: 816 time: 0.0842829 Feb 04 00:47:03.238511 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 5 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 00:47:10.109878 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7c2804bc-ab6d-4fbe-922d-30861219d05d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:47:11.709270 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 52776) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:47:11.757312 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [None req-7cc2eda4-e2dc-4c29-9974-898cbd3624c2 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 00:47:11.758372 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-7cc2eda4-e2dc-4c29-9974-898cbd3624c2 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0481443 Feb 04 00:47:12.194145 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f49018b0-6141-4bf0-9874-7df54637e2cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:47:13.389660 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:47:14.095340 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 52784) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:47:14.156024 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-93fd9c5d-4e1a-4c32-9f74-fb82723b7170 admin admin] GET failed (client error): The resource could not be found. Feb 04 00:47:14.157289 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-93fd9c5d-4e1a-4c32-9f74-fb82723b7170 admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0610082 Feb 04 00:47:14.294997 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae3c5ee-15f3-40e6-a39e-3c8f72f524d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:47:14.296369 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-7ae3c5ee-15f3-40e6-a39e-3c8f72f524d5 admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1350091 Feb 04 00:47:14.936853 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:47:16.132314 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:47:16.564672 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 52794) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:47:16.610154 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-25735fc6-ecb4-4fcd-b1f3-15db09e59862 admin admin] Request body: {'network': {'project_id': '3ed4a08a37874aa4a59c307adb59e906', 'name': 'shared', 'shared': True, 'tenant_id': '3ed4a08a37874aa4a59c307adb59e906', 'admin_state_up': True}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:47:16.738725 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25735fc6-ecb4-4fcd-b1f3-15db09e59862 admin admin] Made reservation on behalf of 3ed4a08a37874aa4a59c307adb59e906 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:47:16.741008 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-25735fc6-ecb4-4fcd-b1f3-15db09e59862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for network (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:47:16.786589 dv-cinder-827778-1-iscsi neutron-server[109722]: WARNING neutron.services.revisions.revision_plugin [None req-25735fc6-ecb4-4fcd-b1f3-15db09e59862 admin admin] Could not find related network for resource to bump revision. Feb 04 00:47:16.801579 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25735fc6-ecb4-4fcd-b1f3-15db09e59862 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 00:47:16.814166 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-25735fc6-ecb4-4fcd-b1f3-15db09e59862 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784746458956', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650'] for segment (912a8607-153d-4c17-a0bc-7e796d105da3), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:47:16.814721 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-25735fc6-ecb4-4fcd-b1f3-15db09e59862 admin admin] Unsubscribe: segment precommit_create {{(pid=109722) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 00:47:16.815193 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.db.segments_db [None req-25735fc6-ecb4-4fcd-b1f3-15db09e59862 admin admin] Added segment 912a8607-153d-4c17-a0bc-7e796d105da3 of type vlan for network 034989ca-fb32-4311-b114-04d65380cfea Feb 04 00:47:16.858364 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-25735fc6-ecb4-4fcd-b1f3-15db09e59862 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784745949642'] for network (034989ca-fb32-4311-b114-04d65380cfea), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:47:16.954380 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-25735fc6-ecb4-4fcd-b1f3-15db09e59862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599'] for network (034989ca-fb32-4311-b114-04d65380cfea), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:47:16.955304 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25735fc6-ecb4-4fcd-b1f3-15db09e59862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:47:16.955875 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-25735fc6-ecb4-4fcd-b1f3-15db09e59862 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for network (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:47:17.042887 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25735fc6-ecb4-4fcd-b1f3-15db09e59862 admin admin] Pushing event updated for resources: {'Network': ['ID=034989ca-fb32-4311-b114-04d65380cfea,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:47:17.053522 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Network 034989ca-fb32-4311-b114-04d65380cfea details requested by agent ovs-agent-dv-cinder-827778-1-iscsi with host dv-cinder-827778-1-iscsi {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 00:47:17.107342 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-25735fc6-ecb4-4fcd-b1f3-15db09e59862 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5415850 Feb 04 00:47:19.374209 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 52804) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:47:19.432093 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-3184903a-ed3d-4a97-9f6b-5ae5ae955d52 admin admin] GET failed (client error): The resource could not be found. Feb 04 00:47:19.433925 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-3184903a-ed3d-4a97-9f6b-5ae5ae955d52 admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0587642 Feb 04 00:47:19.583539 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1335e2-d2bc-4c41-a836-4fc453b75687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:47:19.583539 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-1f1335e2-d2bc-4c41-a836-4fc453b75687 admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1420634 Feb 04 00:47:19.589633 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [None req-f4a9e454-bb13-45ca-b0b7-e8de41373de6 admin admin] Request body: {'subnet': {'network_id': '034989ca-fb32-4311-b114-04d65380cfea', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'tenant_id': '3ed4a08a37874aa4a59c307adb59e906', 'cidr': '192.168.233.0/24'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:47:19.652372 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a9e454-bb13-45ca-b0b7-e8de41373de6 admin admin] Made reservation on behalf of 3ed4a08a37874aa4a59c307adb59e906 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:47:19.654673 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f4a9e454-bb13-45ca-b0b7-e8de41373de6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:47:19.893020 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f4a9e454-bb13-45ca-b0b7-e8de41373de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599'] for subnet (938bd828-7ee4-4b65-bbf1-9d31543a964c), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:47:19.954134 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9e454-bb13-45ca-b0b7-e8de41373de6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=938bd828-7ee4-4b65-bbf1-9d31543a964c,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:47:19.961829 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a9e454-bb13-45ca-b0b7-e8de41373de6 admin admin] Checking segment: {'id': '912a8607-153d-4c17-a0bc-7e796d105da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '034989ca-fb32-4311-b114-04d65380cfea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:47:19.962181 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a9e454-bb13-45ca-b0b7-e8de41373de6 admin admin] Network hostable DHCP agents. Network: 034989ca-fb32-4311-b114-04d65380cfea, hostable agents: ['3f99e642-0ed0-4983-9f25-ae4b5e9c36f7'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 00:47:19.967536 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9e454-bb13-45ca-b0b7-e8de41373de6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:47:19.967899 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9e454-bb13-45ca-b0b7-e8de41373de6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:47:19.968242 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9e454-bb13-45ca-b0b7-e8de41373de6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:47:19.968830 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9e454-bb13-45ca-b0b7-e8de41373de6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:47:19.969158 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9e454-bb13-45ca-b0b7-e8de41373de6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:47:19.969497 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9e454-bb13-45ca-b0b7-e8de41373de6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:47:19.969846 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9e454-bb13-45ca-b0b7-e8de41373de6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:47:19.970174 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9e454-bb13-45ca-b0b7-e8de41373de6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:47:19.970515 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9e454-bb13-45ca-b0b7-e8de41373de6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:47:19.970847 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9e454-bb13-45ca-b0b7-e8de41373de6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:47:19.971167 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9e454-bb13-45ca-b0b7-e8de41373de6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:47:19.971491 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9e454-bb13-45ca-b0b7-e8de41373de6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:47:19.971808 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9e454-bb13-45ca-b0b7-e8de41373de6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:47:20.057942 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a9e454-bb13-45ca-b0b7-e8de41373de6 admin admin] Network 034989ca-fb32-4311-b114-04d65380cfea is scheduled to be hosted by DHCP agent 3f99e642-0ed0-4983-9f25-ae4b5e9c36f7 with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 00:47:20.126528 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-f4a9e454-bb13-45ca-b0b7-e8de41373de6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827778-1-iscsi, 034989ca-fb32-4311-b114-04d65380cfea) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:47:20.130627 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a9e454-bb13-45ca-b0b7-e8de41373de6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:47:20.131226 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f4a9e454-bb13-45ca-b0b7-e8de41373de6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for subnet (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:47:20.136326 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51114a7f-cda7-4454-bbd3-c23db1f2daa9 None None] Network 034989ca-fb32-4311-b114-04d65380cfea requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 00:47:20.234136 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be47346d-939c-4207-8f48-8d9bbef65028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp722f4b90-efd4-5043-8a2b-763f3536f0fd-034989ca-fb32-4311-b114-04d65380cfea', 'network_id': '034989ca-fb32-4311-b114-04d65380cfea', 'project_id': '3ed4a08a37874aa4a59c307adb59e906', 'fixed_ips': [{'subnet_id': '938bd828-7ee4-4b65-bbf1-9d31543a964c'}]}} from dv-cinder-827778-1-iscsi. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 00:47:20.234970 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-be47346d-939c-4207-8f48-8d9bbef65028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:47:20.261766 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-f4a9e454-bb13-45ca-b0b7-e8de41373de6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6749499 Feb 04 00:47:20.371433 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-be47346d-939c-4207-8f48-8d9bbef65028 None None] Allocated IP 192.168.233.2 (034989ca-fb32-4311-b114-04d65380cfea/938bd828-7ee4-4b65-bbf1-9d31543a964c/80981223-e6ec-4727-a35d-afc9695c2707) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:47:20.617267 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-be47346d-939c-4207-8f48-8d9bbef65028 None None] Publish callbacks [] for port (80981223-e6ec-4727-a35d-afc9695c2707), precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:47:20.688189 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-be47346d-939c-4207-8f48-8d9bbef65028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223'] for port (80981223-e6ec-4727-a35d-afc9695c2707), after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:47:20.731570 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be47346d-939c-4207-8f48-8d9bbef65028 None None] Network 034989ca-fb32-4311-b114-04d65380cfea is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:47:20.734404 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-be47346d-939c-4207-8f48-8d9bbef65028 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:47:20.738491 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be47346d-939c-4207-8f48-8d9bbef65028 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:47:20.741549 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be47346d-939c-4207-8f48-8d9bbef65028 None None] Pushing event updated for resources: {'Port': ['ID=80981223-e6ec-4727-a35d-afc9695c2707,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:47:20.752711 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be47346d-939c-4207-8f48-8d9bbef65028 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:47:20.753077 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be47346d-939c-4207-8f48-8d9bbef65028 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:47:20.753437 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be47346d-939c-4207-8f48-8d9bbef65028 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:47:20.753800 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be47346d-939c-4207-8f48-8d9bbef65028 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:47:20.754129 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be47346d-939c-4207-8f48-8d9bbef65028 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:47:20.754457 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be47346d-939c-4207-8f48-8d9bbef65028 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:47:20.754788 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be47346d-939c-4207-8f48-8d9bbef65028 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:47:20.755106 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be47346d-939c-4207-8f48-8d9bbef65028 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:47:20.755426 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be47346d-939c-4207-8f48-8d9bbef65028 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:47:20.755758 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be47346d-939c-4207-8f48-8d9bbef65028 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:47:20.756076 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be47346d-939c-4207-8f48-8d9bbef65028 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:47:20.756390 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be47346d-939c-4207-8f48-8d9bbef65028 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:47:20.756703 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be47346d-939c-4207-8f48-8d9bbef65028 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:47:20.805071 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-be47346d-939c-4207-8f48-8d9bbef65028 None None] Attempting to bind port 80981223-e6ec-4727-a35d-afc9695c2707 on host dv-cinder-827778-1-iscsi for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 00:47:20.805513 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-be47346d-939c-4207-8f48-8d9bbef65028 None None] Attempting to bind port 80981223-e6ec-4727-a35d-afc9695c2707 by drivers openvswitch,hyperv on host dv-cinder-827778-1-iscsi at level 0 using segments [{'id': '912a8607-153d-4c17-a0bc-7e796d105da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '034989ca-fb32-4311-b114-04d65380cfea'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 00:47:20.805836 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be47346d-939c-4207-8f48-8d9bbef65028 None None] Attempting to bind port 80981223-e6ec-4727-a35d-afc9695c2707 on network 034989ca-fb32-4311-b114-04d65380cfea {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:47:20.811854 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be47346d-939c-4207-8f48-8d9bbef65028 None None] Checking agent: {'id': '0e3a6df7-c473-4931-90ee-c50828366a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 44, 16), 'started_at': datetime.datetime(2022, 2, 4, 0, 44, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 00:47:20.812226 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be47346d-939c-4207-8f48-8d9bbef65028 None None] Checking segment: {'id': '912a8607-153d-4c17-a0bc-7e796d105da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '034989ca-fb32-4311-b114-04d65380cfea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:47:20.812633 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-be47346d-939c-4207-8f48-8d9bbef65028 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:47:20.813023 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be47346d-939c-4207-8f48-8d9bbef65028 None None] Bound using segment: {'id': '912a8607-153d-4c17-a0bc-7e796d105da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '034989ca-fb32-4311-b114-04d65380cfea'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 00:47:20.813508 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-be47346d-939c-4207-8f48-8d9bbef65028 None None] Bound port: 80981223-e6ec-4727-a35d-afc9695c2707, host: dv-cinder-827778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912a8607-153d-4c17-a0bc-7e796d105da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '034989ca-fb32-4311-b114-04d65380cfea'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 00:47:20.813889 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-be47346d-939c-4207-8f48-8d9bbef65028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (80981223-e6ec-4727-a35d-afc9695c2707), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:47:20.877997 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-be47346d-939c-4207-8f48-8d9bbef65028 None None] For port 80981223-e6ec-4727-a35d-afc9695c2707, host dv-cinder-827778-1-iscsi, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:47:20.881099 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-be47346d-939c-4207-8f48-8d9bbef65028 None None] For port 80981223-e6ec-4727-a35d-afc9695c2707, host dv-cinder-827778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=80981223-e6ec-4727-a35d-afc9695c2707,segment=NetworkSegment(912a8607-153d-4c17-a0bc-7e796d105da3),segment_id=912a8607-153d-4c17-a0bc-7e796d105da3)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:47:20.927542 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-be47346d-939c-4207-8f48-8d9bbef65028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (80981223-e6ec-4727-a35d-afc9695c2707), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:47:20.993065 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be47346d-939c-4207-8f48-8d9bbef65028 None None] Pushing event updated for resources: {'Port': ['ID=80981223-e6ec-4727-a35d-afc9695c2707,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:47:21.965841 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8760879-7162-47c4-8ccb-b934133843cd None None] Network 034989ca-fb32-4311-b114-04d65380cfea requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 00:47:22.050095 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-7972e7e1-cbf6-4f90-b467-3bfc66edde60 None None] Provisioning complete for port 80981223-e6ec-4727-a35d-afc9695c2707 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:47:22.050395 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7972e7e1-cbf6-4f90-b467-3bfc66edde60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (80981223-e6ec-4727-a35d-afc9695c2707), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:47:22.158122 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-7972e7e1-cbf6-4f90-b467-3bfc66edde60 None None] Current status of the port 80981223-e6ec-4727-a35d-afc9695c2707 is: DOWN; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:47:22.158512 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7972e7e1-cbf6-4f90-b467-3bfc66edde60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (80981223-e6ec-4727-a35d-afc9695c2707), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:47:22.194270 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-7972e7e1-cbf6-4f90-b467-3bfc66edde60 None None] For port 80981223-e6ec-4727-a35d-afc9695c2707, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=80981223-e6ec-4727-a35d-afc9695c2707,segment=NetworkSegment(912a8607-153d-4c17-a0bc-7e796d105da3),segment_id=912a8607-153d-4c17-a0bc-7e796d105da3)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:47:22.270080 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7972e7e1-cbf6-4f90-b467-3bfc66edde60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (80981223-e6ec-4727-a35d-afc9695c2707), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:47:22.321295 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972e7e1-cbf6-4f90-b467-3bfc66edde60 None None] Pushing event updated for resources: {'Port': ['ID=80981223-e6ec-4727-a35d-afc9695c2707,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:47:22.391757 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-4157eab6-4b4a-458a-950a-036214060adb None None] Provisioning complete for port 80981223-e6ec-4727-a35d-afc9695c2707 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:47:22.392130 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4157eab6-4b4a-458a-950a-036214060adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (80981223-e6ec-4727-a35d-afc9695c2707), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:47:22.475878 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-4157eab6-4b4a-458a-950a-036214060adb None None] Current status of the port 80981223-e6ec-4727-a35d-afc9695c2707 is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:47:22.753591 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 80981223-e6ec-4727-a35d-afc9695c2707 up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:47:22.802183 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port 80981223-e6ec-4727-a35d-afc9695c2707 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:47:22.802574 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (80981223-e6ec-4727-a35d-afc9695c2707), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:47:22.888178 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port 80981223-e6ec-4727-a35d-afc9695c2707 is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:47:40.115293 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c9c49657-7b1d-45ce-bf8e-9e700865f2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:47:40.238309 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 5 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 00:47:42.206819 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e4fbfc35-d150-4b06-9bdf-a9356aed9e2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:47:43.343684 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:47:44.931233 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:47:46.127339 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:48:10.127389 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-76f5fb1a-2eec-4302-8f6b-ba52bac87eee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:48:12.213061 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0e92732b-b0ef-45ec-8dba-69e8e4f0ee42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:48:13.344325 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:48:14.944163 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:48:16.138921 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:48:17.273999 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 5 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 00:48:40.114311 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4d02cff7-8c2c-40b9-afd5-bf4989855224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:48:42.207404 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5b9cde8b-21d0-497c-88f7-0f4f46369eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:48:43.359297 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:48:44.927120 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:48:46.138616 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:48:54.242264 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 5 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 00:49:10.165352 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-713f757e-e2d5-480b-b501-1b17a38531dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:49:12.057058 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 52848) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:49:12.063587 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [None req-b0920bdd-8af2-43b2-9c0b-9ef21a7f0750 tempest-verify_tempest_config-555326970 tempest-verify_tempest_config-555326970-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 00:49:12.064497 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-b0920bdd-8af2-43b2-9c0b-9ef21a7f0750 tempest-verify_tempest_config-555326970 tempest-verify_tempest_config-555326970-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0064530 Feb 04 00:49:12.207290 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-197a8efc-5566-4ddc-9acf-d15609986132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:49:12.601104 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 52866) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:49:12.702588 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f68bafd8-ac41-4da9-b2a4-1a0471073cd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:49:12.773432 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f68bafd8-ac41-4da9-b2a4-1a0471073cd7 admin admin] Publish callbacks [] for security_group (9eeb312b-56f7-45b2-b056-bcd023b83208), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:49:12.835852 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f68bafd8-ac41-4da9-b2a4-1a0471073cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (9eeb312b-56f7-45b2-b056-bcd023b83208), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:49:12.878956 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68bafd8-ac41-4da9-b2a4-1a0471073cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eeb312b-56f7-45b2-b056-bcd023b83208,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:49:12.887312 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-f68bafd8-ac41-4da9-b2a4-1a0471073cd7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=46ddfdcfab334178b580664b8ac70a38&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2851861 Feb 04 00:49:12.888595 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68bafd8-ac41-4da9-b2a4-1a0471073cd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:49:12.888968 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68bafd8-ac41-4da9-b2a4-1a0471073cd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:49:12.889321 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68bafd8-ac41-4da9-b2a4-1a0471073cd7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:49:12.889688 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68bafd8-ac41-4da9-b2a4-1a0471073cd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:49:12.890031 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68bafd8-ac41-4da9-b2a4-1a0471073cd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:49:12.890192 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 52870) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:49:12.890670 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68bafd8-ac41-4da9-b2a4-1a0471073cd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:49:12.890670 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68bafd8-ac41-4da9-b2a4-1a0471073cd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:49:12.891017 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68bafd8-ac41-4da9-b2a4-1a0471073cd7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:49:12.891361 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68bafd8-ac41-4da9-b2a4-1a0471073cd7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:49:12.891710 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68bafd8-ac41-4da9-b2a4-1a0471073cd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:49:12.892039 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68bafd8-ac41-4da9-b2a4-1a0471073cd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:49:12.892362 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68bafd8-ac41-4da9-b2a4-1a0471073cd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:49:12.892689 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68bafd8-ac41-4da9-b2a4-1a0471073cd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:49:12.969581 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-175e9b51-ff01-4c61-910d-a7f0d1f91f48 admin admin] Publish callbacks [] for security_group (9eeb312b-56f7-45b2-b056-bcd023b83208), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:49:12.989962 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-175e9b51-ff01-4c61-910d-a7f0d1f91f48 admin admin] Publish callbacks [] for security_group (9eeb312b-56f7-45b2-b056-bcd023b83208), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:49:13.159655 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-175e9b51-ff01-4c61-910d-a7f0d1f91f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (9eeb312b-56f7-45b2-b056-bcd023b83208), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:49:13.166638 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-175e9b51-ff01-4c61-910d-a7f0d1f91f48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:49:13.167802 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-175e9b51-ff01-4c61-910d-a7f0d1f91f48 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9eeb312b-56f7-45b2-b056-bcd023b83208 HTTP/1.1" status: 204 len: 168 time: 0.2766128 Feb 04 00:49:13.176063 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e9b51-ff01-4c61-910d-a7f0d1f91f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eeb312b-56f7-45b2-b056-bcd023b83208,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:49:13.182614 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e9b51-ff01-4c61-910d-a7f0d1f91f48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:49:13.182974 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e9b51-ff01-4c61-910d-a7f0d1f91f48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:49:13.183324 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e9b51-ff01-4c61-910d-a7f0d1f91f48 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:49:13.183664 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e9b51-ff01-4c61-910d-a7f0d1f91f48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:49:13.184003 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e9b51-ff01-4c61-910d-a7f0d1f91f48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:49:13.184337 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e9b51-ff01-4c61-910d-a7f0d1f91f48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:49:13.184686 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e9b51-ff01-4c61-910d-a7f0d1f91f48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:49:13.185023 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e9b51-ff01-4c61-910d-a7f0d1f91f48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:49:13.185384 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e9b51-ff01-4c61-910d-a7f0d1f91f48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:49:13.185869 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e9b51-ff01-4c61-910d-a7f0d1f91f48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:49:13.186138 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e9b51-ff01-4c61-910d-a7f0d1f91f48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:49:13.186461 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e9b51-ff01-4c61-910d-a7f0d1f91f48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:49:13.186784 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e9b51-ff01-4c61-910d-a7f0d1f91f48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:49:13.362075 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:49:14.959212 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:49:16.144473 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:49:31.240834 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 5 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 00:49:40.115971 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-46fe44ae-aa9d-4297-8042-f00f604c3216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:49:42.213167 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-04ed3176-2b51-4a0b-a26c-9c5eca5e7109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:49:43.358957 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:49:44.947515 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:49:46.127301 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:50:08.239950 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 5 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 00:50:10.104977 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4b36d2f9-3c83-4950-9887-66a9833075f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:50:12.216804 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a39c5bc6-8343-4e40-b1be-e929c2468d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:50:13.410579 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:50:14.950608 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:50:16.145028 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:50:40.124422 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-99d9ecd9-2ba7-4a31-b9cc-00e2864abef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:50:42.190581 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d0831e21-4bcc-46be-a1bd-7e023d960296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:50:43.376362 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:50:44.968755 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:50:45.238497 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 5 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 00:50:46.141289 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:50:47.918722 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-478827'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:51:02.377732 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 52944) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:51:02.480580 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-163c7d0b-c03c-4b6b-86d1-de718a9490aa admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1016986 Feb 04 00:51:04.715851 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 52954) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:51:04.769051 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-a3b88b84-92c3-40f3-92de-fa5647eaf570 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0521054 Feb 04 00:51:10.112674 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-019ff03f-22aa-4dc0-b8b4-450439cdf7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:51:12.219318 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c66e9ae1-8607-405d-992b-40b439ccb15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:51:13.387065 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:51:14.952717 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:51:16.198284 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:51:17.871156 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:51:22.236514 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 6 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 00:51:40.095180 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9e65c662-ca53-4430-a5d3-4ade25128f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:51:42.227174 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f78bbf94-9efe-4171-9f64-96455c3dd899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:51:43.375521 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:51:44.998413 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:51:46.139597 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:51:47.893975 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:51:59.234878 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 6 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 00:52:10.111940 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a31c6b44-b64b-4eca-965d-9208ccdbd3c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:12.236824 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a1f4dca0-bb2e-488a-81a7-b9452d6dcb6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:13.398208 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:14.975152 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:16.146882 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:17.901037 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:36.233796 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 6 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 00:52:36.533067 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 53118) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:52:36.895487 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a425f7fc-142c-4647-9445-d93d366d31c1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1560589143-network', 'tenant_id': '2afd163d280640839661275f0ebd1c4e'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:52:36.993444 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a425f7fc-142c-4647-9445-d93d366d31c1 admin admin] Made reservation on behalf of 2afd163d280640839661275f0ebd1c4e for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:52:37.003211 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a425f7fc-142c-4647-9445-d93d366d31c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for network (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:37.015514 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a425f7fc-142c-4647-9445-d93d366d31c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:37.101277 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a425f7fc-142c-4647-9445-d93d366d31c1 admin admin] Publish callbacks [] for security_group (c7ba1b7c-9364-45c5-a67d-0325595cc092), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:37.187457 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a425f7fc-142c-4647-9445-d93d366d31c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (c7ba1b7c-9364-45c5-a67d-0325595cc092), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:37.218383 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a425f7fc-142c-4647-9445-d93d366d31c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ba1b7c-9364-45c5-a67d-0325595cc092,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:37.221166 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a425f7fc-142c-4647-9445-d93d366d31c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 00:52:37.229786 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a425f7fc-142c-4647-9445-d93d366d31c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:37.230140 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a425f7fc-142c-4647-9445-d93d366d31c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:37.230470 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a425f7fc-142c-4647-9445-d93d366d31c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:37.231038 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a425f7fc-142c-4647-9445-d93d366d31c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:37.231378 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a425f7fc-142c-4647-9445-d93d366d31c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:37.231708 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a425f7fc-142c-4647-9445-d93d366d31c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:37.232054 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a425f7fc-142c-4647-9445-d93d366d31c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:37.232376 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a425f7fc-142c-4647-9445-d93d366d31c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:37.232878 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a425f7fc-142c-4647-9445-d93d366d31c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:37.233223 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a425f7fc-142c-4647-9445-d93d366d31c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:37.233569 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a425f7fc-142c-4647-9445-d93d366d31c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:37.234051 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a425f7fc-142c-4647-9445-d93d366d31c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:37.234370 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a425f7fc-142c-4647-9445-d93d366d31c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:37.235504 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a425f7fc-142c-4647-9445-d93d366d31c1 admin admin] Tracked resource versions report: Feb 04 00:52:37.235504 dv-cinder-827778-1-iscsi neutron-server[109722]: pushed versions: Feb 04 00:52:37.235504 dv-cinder-827778-1-iscsi neutron-server[109722]: { 'AddressGroup': {'1.2'}, Feb 04 00:52:37.235504 dv-cinder-827778-1-iscsi neutron-server[109722]: 'ConntrackHelper': {'1.0'}, Feb 04 00:52:37.235504 dv-cinder-827778-1-iscsi neutron-server[109722]: 'LocalIPAssociation': {'1.0'}, Feb 04 00:52:37.235504 dv-cinder-827778-1-iscsi neutron-server[109722]: 'Log': {'1.0'}, Feb 04 00:52:37.235504 dv-cinder-827778-1-iscsi neutron-server[109722]: 'Network': {'1.1'}, Feb 04 00:52:37.235504 dv-cinder-827778-1-iscsi neutron-server[109722]: 'Port': {'1.7'}, Feb 04 00:52:37.235504 dv-cinder-827778-1-iscsi neutron-server[109722]: 'PortForwarding': {'1.2'}, Feb 04 00:52:37.235504 dv-cinder-827778-1-iscsi neutron-server[109722]: 'QosPolicy': {'1.10'}, Feb 04 00:52:37.235504 dv-cinder-827778-1-iscsi neutron-server[109722]: 'SecurityGroup': {'1.5'}, Feb 04 00:52:37.235504 dv-cinder-827778-1-iscsi neutron-server[109722]: 'SecurityGroupRule': {'1.2'}, Feb 04 00:52:37.235504 dv-cinder-827778-1-iscsi neutron-server[109722]: 'SubPort': {'1.0'}, Feb 04 00:52:37.235504 dv-cinder-827778-1-iscsi neutron-server[109722]: 'Subnet': {'1.1'}, Feb 04 00:52:37.235504 dv-cinder-827778-1-iscsi neutron-server[109722]: 'Trunk': {'1.1'}} Feb 04 00:52:37.235504 dv-cinder-827778-1-iscsi neutron-server[109722]: consumer versions: Feb 04 00:52:37.235504 dv-cinder-827778-1-iscsi neutron-server[109722]: { DHCP agent@dv-cinder-827778-1-iscsi: {}, Feb 04 00:52:37.235504 dv-cinder-827778-1-iscsi neutron-server[109722]: HyperV agent@hv-cinder-82777: {}, Feb 04 00:52:37.235504 dv-cinder-827778-1-iscsi neutron-server[109722]: L3 agent@dv-cinder-827778-1-iscsi: {}, Feb 04 00:52:37.235504 dv-cinder-827778-1-iscsi neutron-server[109722]: Metadata agent@dv-cinder-827778-1-iscsi: {}, Feb 04 00:52:37.235504 dv-cinder-827778-1-iscsi neutron-server[109722]: Metering agent@dv-cinder-827778-1-iscsi: {}, Feb 04 00:52:37.235504 dv-cinder-827778-1-iscsi neutron-server[109722]: Open vSwitch agent@dv-cinder-827778-1-iscsi: { 'AddressGroup': '1.2', Feb 04 00:52:37.235504 dv-cinder-827778-1-iscsi neutron-server[109722]: 'ConntrackHelper': '1.0', Feb 04 00:52:37.235504 dv-cinder-827778-1-iscsi neutron-server[109722]: 'LocalIPAssociation': '1.0', Feb 04 00:52:37.235504 dv-cinder-827778-1-iscsi neutron-server[109722]: 'Log': '1.0', Feb 04 00:52:37.235504 dv-cinder-827778-1-iscsi neutron-server[109722]: 'Network': '1.1', Feb 04 00:52:37.235504 dv-cinder-827778-1-iscsi neutron-server[109722]: 'Port': '1.7', Feb 04 00:52:37.235504 dv-cinder-827778-1-iscsi neutron-server[109722]: 'PortForwarding': '1.2', Feb 04 00:52:37.235504 dv-cinder-827778-1-iscsi neutron-server[109722]: 'QosPolicy': '1.10', Feb 04 00:52:37.235504 dv-cinder-827778-1-iscsi neutron-server[109722]: 'SecurityGroup': '1.5', Feb 04 00:52:37.235504 dv-cinder-827778-1-iscsi neutron-server[109722]: 'SecurityGroupRule': '1.2', Feb 04 00:52:37.235504 dv-cinder-827778-1-iscsi neutron-server[109722]: 'SubPort': '1.0', Feb 04 00:52:37.235504 dv-cinder-827778-1-iscsi neutron-server[109722]: 'Subnet': '1.1', Feb 04 00:52:37.235504 dv-cinder-827778-1-iscsi neutron-server[109722]: 'Trunk': '1.1'}} Feb 04 00:52:37.235504 dv-cinder-827778-1-iscsi neutron-server[109722]: {{(pid=109722) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 00:52:37.245751 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a425f7fc-142c-4647-9445-d93d366d31c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650'] for segment (060e0f0b-1beb-4b9f-b430-9022df74b8a3), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:37.246093 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.db.segments_db [None req-a425f7fc-142c-4647-9445-d93d366d31c1 admin admin] Added segment 060e0f0b-1beb-4b9f-b430-9022df74b8a3 of type vlan for network ae043462-32cc-4bf5-9ede-b06308dbc788 Feb 04 00:52:37.298492 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a425f7fc-142c-4647-9445-d93d366d31c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784745949642'] for network (ae043462-32cc-4bf5-9ede-b06308dbc788), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:37.392736 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a425f7fc-142c-4647-9445-d93d366d31c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599'] for network (ae043462-32cc-4bf5-9ede-b06308dbc788), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:37.393785 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a425f7fc-142c-4647-9445-d93d366d31c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:52:37.394368 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a425f7fc-142c-4647-9445-d93d366d31c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for network (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:37.456113 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a425f7fc-142c-4647-9445-d93d366d31c1 admin admin] Pushing event updated for resources: {'Network': ['ID=ae043462-32cc-4bf5-9ede-b06308dbc788,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:37.471243 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Network ae043462-32cc-4bf5-9ede-b06308dbc788 details requested by agent ovs-agent-dv-cinder-827778-1-iscsi with host dv-cinder-827778-1-iscsi {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 00:52:37.538689 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-a425f7fc-142c-4647-9445-d93d366d31c1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0051017 Feb 04 00:52:37.541610 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 53170) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:52:37.547272 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-bec8ed6f-cf2a-44d7-9f3e-3a81af451cc1 admin admin] Request body: {'subnet': {'network_id': 'ae043462-32cc-4bf5-9ede-b06308dbc788', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1560589143-subnet', 'tenant_id': '2afd163d280640839661275f0ebd1c4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:52:37.649912 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec8ed6f-cf2a-44d7-9f3e-3a81af451cc1 admin admin] Made reservation on behalf of 2afd163d280640839661275f0ebd1c4e for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:52:37.652214 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bec8ed6f-cf2a-44d7-9f3e-3a81af451cc1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:37.825655 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 53180) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:52:37.879021 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bec8ed6f-cf2a-44d7-9f3e-3a81af451cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599'] for subnet (46745580-e406-4b05-84f7-81e0482f0518), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:37.921868 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8ed6f-cf2a-44d7-9f3e-3a81af451cc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46745580-e406-4b05-84f7-81e0482f0518,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:37.940119 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 53190) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:52:37.953084 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec8ed6f-cf2a-44d7-9f3e-3a81af451cc1 admin admin] Checking segment: {'id': '060e0f0b-1beb-4b9f-b430-9022df74b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ae043462-32cc-4bf5-9ede-b06308dbc788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:52:37.958455 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec8ed6f-cf2a-44d7-9f3e-3a81af451cc1 admin admin] Network hostable DHCP agents. Network: ae043462-32cc-4bf5-9ede-b06308dbc788, hostable agents: ['3f99e642-0ed0-4983-9f25-ae4b5e9c36f7'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 00:52:37.973979 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 53194) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:52:38.027111 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec8ed6f-cf2a-44d7-9f3e-3a81af451cc1 admin admin] Network ae043462-32cc-4bf5-9ede-b06308dbc788 is scheduled to be hosted by DHCP agent 3f99e642-0ed0-4983-9f25-ae4b5e9c36f7 with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 00:52:38.071793 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [None req-974c48a8-a781-4313-b8e1-da0bb950274e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1051756888-network', 'tenant_id': '6ee5067671e14c84ba26b96caf0b0fc1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:52:38.135008 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-bec8ed6f-cf2a-44d7-9f3e-3a81af451cc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827778-1-iscsi, ae043462-32cc-4bf5-9ede-b06308dbc788) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:52:38.139676 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec8ed6f-cf2a-44d7-9f3e-3a81af451cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:52:38.140430 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bec8ed6f-cf2a-44d7-9f3e-3a81af451cc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for subnet (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:38.149973 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad33f3c-9d88-4f2a-af67-9e38458e5810 None None] Network ae043462-32cc-4bf5-9ede-b06308dbc788 requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 00:52:38.226490 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974c48a8-a781-4313-b8e1-da0bb950274e admin admin] Made reservation on behalf of 6ee5067671e14c84ba26b96caf0b0fc1 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:52:38.229390 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-974c48a8-a781-4313-b8e1-da0bb950274e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for network (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:38.229568 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-bec8ed6f-cf2a-44d7-9f3e-3a81af451cc1 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6868405 Feb 04 00:52:38.232897 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 53202) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:52:38.241731 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-c1ca12de-dc81-426e-950e-9652036f5c1e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1560589143-router', 'tenant_id': '2afd163d280640839661275f0ebd1c4e', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:52:38.242774 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-974c48a8-a781-4313-b8e1-da0bb950274e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:38.285562 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9617420-8e0b-48f4-a3a3-2fd17a4c9471 None None] Network ae043462-32cc-4bf5-9ede-b06308dbc788 requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 00:52:38.364978 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c1ca12de-dc81-426e-950e-9652036f5c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26682'] for router (6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:38.366313 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c1ca12de-dc81-426e-950e-9652036f5c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26691'] for router (6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:38.394503 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-974c48a8-a781-4313-b8e1-da0bb950274e admin admin] Publish callbacks [] for security_group (104cdf85-0281-4ecb-a5c7-ed47a10d30c6), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:38.445450 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c1ca12de-dc81-426e-950e-9652036f5c1e admin admin] Publish callbacks [] for router_controller (6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab), precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:38.478089 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [None req-74670b29-7cdf-4ee9-a46d-99c031b49852 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1881913788-network', 'tenant_id': 'f3d2d296e528496186aad878401be0a7'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:52:38.501543 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [None req-99c479fb-1013-4940-adf9-041df36eb4bc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-605683564-network', 'tenant_id': '33c179601f1e46788de48f0cac243499'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:52:38.505548 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-974c48a8-a781-4313-b8e1-da0bb950274e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (104cdf85-0281-4ecb-a5c7-ed47a10d30c6), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:38.535450 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-974c48a8-a781-4313-b8e1-da0bb950274e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 00:52:38.547443 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-974c48a8-a781-4313-b8e1-da0bb950274e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650'] for segment (bfd891dd-65b5-4811-be81-80f452cca4a0), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:38.548043 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.db.segments_db [None req-974c48a8-a781-4313-b8e1-da0bb950274e admin admin] Added segment bfd891dd-65b5-4811-be81-80f452cca4a0 of type vlan for network c42fc013-0698-46e2-b9f7-ed99a07b79db Feb 04 00:52:38.590137 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-974c48a8-a781-4313-b8e1-da0bb950274e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784745949642'] for network (c42fc013-0698-46e2-b9f7-ed99a07b79db), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:38.601752 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74670b29-7cdf-4ee9-a46d-99c031b49852 admin admin] Made reservation on behalf of f3d2d296e528496186aad878401be0a7 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:52:38.604370 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-74670b29-7cdf-4ee9-a46d-99c031b49852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for network (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:38.636700 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-74670b29-7cdf-4ee9-a46d-99c031b49852 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:38.717953 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-74670b29-7cdf-4ee9-a46d-99c031b49852 admin admin] Publish callbacks [] for security_group (474786d4-1589-40a0-a0db-49f4e032018a), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:38.730189 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c479fb-1013-4940-adf9-041df36eb4bc admin admin] Made reservation on behalf of 33c179601f1e46788de48f0cac243499 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:52:38.733237 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-99c479fb-1013-4940-adf9-041df36eb4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for network (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:38.746074 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-99c479fb-1013-4940-adf9-041df36eb4bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:38.773426 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c48a8-a781-4313-b8e1-da0bb950274e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104cdf85-0281-4ecb-a5c7-ed47a10d30c6,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:38.785950 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c48a8-a781-4313-b8e1-da0bb950274e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:38.788997 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c48a8-a781-4313-b8e1-da0bb950274e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:38.788997 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c48a8-a781-4313-b8e1-da0bb950274e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:38.788997 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c48a8-a781-4313-b8e1-da0bb950274e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:38.788997 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c48a8-a781-4313-b8e1-da0bb950274e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:38.788997 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c48a8-a781-4313-b8e1-da0bb950274e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:38.788997 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c48a8-a781-4313-b8e1-da0bb950274e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:38.788997 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c48a8-a781-4313-b8e1-da0bb950274e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:38.789796 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c48a8-a781-4313-b8e1-da0bb950274e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:38.790323 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c48a8-a781-4313-b8e1-da0bb950274e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:38.790855 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c48a8-a781-4313-b8e1-da0bb950274e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:38.791397 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c48a8-a781-4313-b8e1-da0bb950274e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:38.791940 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c48a8-a781-4313-b8e1-da0bb950274e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:38.794089 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c48a8-a781-4313-b8e1-da0bb950274e admin admin] Tracked resource versions report: Feb 04 00:52:38.794089 dv-cinder-827778-1-iscsi neutron-server[109723]: pushed versions: Feb 04 00:52:38.794089 dv-cinder-827778-1-iscsi neutron-server[109723]: { 'AddressGroup': {'1.2'}, Feb 04 00:52:38.794089 dv-cinder-827778-1-iscsi neutron-server[109723]: 'ConntrackHelper': {'1.0'}, Feb 04 00:52:38.794089 dv-cinder-827778-1-iscsi neutron-server[109723]: 'LocalIPAssociation': {'1.0'}, Feb 04 00:52:38.794089 dv-cinder-827778-1-iscsi neutron-server[109723]: 'Log': {'1.0'}, Feb 04 00:52:38.794089 dv-cinder-827778-1-iscsi neutron-server[109723]: 'Network': {'1.1'}, Feb 04 00:52:38.794089 dv-cinder-827778-1-iscsi neutron-server[109723]: 'Port': {'1.7'}, Feb 04 00:52:38.794089 dv-cinder-827778-1-iscsi neutron-server[109723]: 'PortForwarding': {'1.2'}, Feb 04 00:52:38.794089 dv-cinder-827778-1-iscsi neutron-server[109723]: 'QosPolicy': {'1.10'}, Feb 04 00:52:38.794089 dv-cinder-827778-1-iscsi neutron-server[109723]: 'SecurityGroup': {'1.5'}, Feb 04 00:52:38.794089 dv-cinder-827778-1-iscsi neutron-server[109723]: 'SecurityGroupRule': {'1.2'}, Feb 04 00:52:38.794089 dv-cinder-827778-1-iscsi neutron-server[109723]: 'SubPort': {'1.0'}, Feb 04 00:52:38.794089 dv-cinder-827778-1-iscsi neutron-server[109723]: 'Subnet': {'1.1'}, Feb 04 00:52:38.794089 dv-cinder-827778-1-iscsi neutron-server[109723]: 'Trunk': {'1.1'}} Feb 04 00:52:38.794089 dv-cinder-827778-1-iscsi neutron-server[109723]: consumer versions: Feb 04 00:52:38.794089 dv-cinder-827778-1-iscsi neutron-server[109723]: { DHCP agent@dv-cinder-827778-1-iscsi: {}, Feb 04 00:52:38.794089 dv-cinder-827778-1-iscsi neutron-server[109723]: HyperV agent@hv-cinder-82777: {}, Feb 04 00:52:38.794089 dv-cinder-827778-1-iscsi neutron-server[109723]: L3 agent@dv-cinder-827778-1-iscsi: {}, Feb 04 00:52:38.794089 dv-cinder-827778-1-iscsi neutron-server[109723]: Metadata agent@dv-cinder-827778-1-iscsi: {}, Feb 04 00:52:38.794089 dv-cinder-827778-1-iscsi neutron-server[109723]: Metering agent@dv-cinder-827778-1-iscsi: {}, Feb 04 00:52:38.794089 dv-cinder-827778-1-iscsi neutron-server[109723]: Open vSwitch agent@dv-cinder-827778-1-iscsi: { 'AddressGroup': '1.2', Feb 04 00:52:38.794089 dv-cinder-827778-1-iscsi neutron-server[109723]: 'ConntrackHelper': '1.0', Feb 04 00:52:38.794089 dv-cinder-827778-1-iscsi neutron-server[109723]: 'LocalIPAssociation': '1.0', Feb 04 00:52:38.794089 dv-cinder-827778-1-iscsi neutron-server[109723]: 'Log': '1.0', Feb 04 00:52:38.794089 dv-cinder-827778-1-iscsi neutron-server[109723]: 'Network': '1.1', Feb 04 00:52:38.794089 dv-cinder-827778-1-iscsi neutron-server[109723]: 'Port': '1.7', Feb 04 00:52:38.794089 dv-cinder-827778-1-iscsi neutron-server[109723]: 'PortForwarding': '1.2', Feb 04 00:52:38.794089 dv-cinder-827778-1-iscsi neutron-server[109723]: 'QosPolicy': '1.10', Feb 04 00:52:38.794089 dv-cinder-827778-1-iscsi neutron-server[109723]: 'SecurityGroup': '1.5', Feb 04 00:52:38.794089 dv-cinder-827778-1-iscsi neutron-server[109723]: 'SecurityGroupRule': '1.2', Feb 04 00:52:38.794089 dv-cinder-827778-1-iscsi neutron-server[109723]: 'SubPort': '1.0', Feb 04 00:52:38.794089 dv-cinder-827778-1-iscsi neutron-server[109723]: 'Subnet': '1.1', Feb 04 00:52:38.794089 dv-cinder-827778-1-iscsi neutron-server[109723]: 'Trunk': '1.1'}} Feb 04 00:52:38.794089 dv-cinder-827778-1-iscsi neutron-server[109723]: {{(pid=109723) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 00:52:38.806360 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-74670b29-7cdf-4ee9-a46d-99c031b49852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (474786d4-1589-40a0-a0db-49f4e032018a), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:38.810935 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-974c48a8-a781-4313-b8e1-da0bb950274e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599'] for network (c42fc013-0698-46e2-b9f7-ed99a07b79db), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:38.813275 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974c48a8-a781-4313-b8e1-da0bb950274e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:52:38.814073 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-974c48a8-a781-4313-b8e1-da0bb950274e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for network (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:38.847825 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c1ca12de-dc81-426e-950e-9652036f5c1e admin admin] Publish callbacks [] for router_gateway (6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:38.857518 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74670b29-7cdf-4ee9-a46d-99c031b49852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474786d4-1589-40a0-a0db-49f4e032018a,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:38.884172 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74670b29-7cdf-4ee9-a46d-99c031b49852 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 00:52:38.934390 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-974c48a8-a781-4313-b8e1-da0bb950274e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1037881 Feb 04 00:52:38.936766 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 53234) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:52:38.940877 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-74670b29-7cdf-4ee9-a46d-99c031b49852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650'] for segment (726b3ea9-383d-49bf-aac0-644e44047715), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:38.941219 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.db.segments_db [None req-74670b29-7cdf-4ee9-a46d-99c031b49852 admin admin] Added segment 726b3ea9-383d-49bf-aac0-644e44047715 of type vlan for network 78c9a29e-cc2a-408f-a8b4-9246fffcf8b8 Feb 04 00:52:38.943824 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-36036ff2-61cf-4421-98ac-ef3060dfd685 admin admin] Request body: {'subnet': {'network_id': 'c42fc013-0698-46e2-b9f7-ed99a07b79db', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1051756888-subnet', 'tenant_id': '6ee5067671e14c84ba26b96caf0b0fc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:52:38.991765 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c48a8-a781-4313-b8e1-da0bb950274e admin admin] Pushing event updated for resources: {'Network': ['ID=c42fc013-0698-46e2-b9f7-ed99a07b79db,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:39.004504 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Network c42fc013-0698-46e2-b9f7-ed99a07b79db details requested by agent ovs-agent-dv-cinder-827778-1-iscsi with host dv-cinder-827778-1-iscsi {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 00:52:39.009411 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-74670b29-7cdf-4ee9-a46d-99c031b49852 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784745949642'] for network (78c9a29e-cc2a-408f-a8b4-9246fffcf8b8), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:39.023296 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-99c479fb-1013-4940-adf9-041df36eb4bc admin admin] Publish callbacks [] for security_group (6cdc7cfc-dd1e-48b9-b610-0a4b8e8b9780), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:39.106406 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-99c479fb-1013-4940-adf9-041df36eb4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (6cdc7cfc-dd1e-48b9-b610-0a4b8e8b9780), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:39.132756 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99c479fb-1013-4940-adf9-041df36eb4bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 00:52:39.139826 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-74670b29-7cdf-4ee9-a46d-99c031b49852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599'] for network (78c9a29e-cc2a-408f-a8b4-9246fffcf8b8), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:39.145230 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74670b29-7cdf-4ee9-a46d-99c031b49852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:52:39.145230 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-74670b29-7cdf-4ee9-a46d-99c031b49852 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for network (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:39.210118 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c479fb-1013-4940-adf9-041df36eb4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdc7cfc-dd1e-48b9-b610-0a4b8e8b9780,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:39.216140 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-99c479fb-1013-4940-adf9-041df36eb4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650'] for segment (54e3d956-d261-4a67-bb25-94057ffc11cf), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:39.225831 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.db.segments_db [None req-99c479fb-1013-4940-adf9-041df36eb4bc admin admin] Added segment 54e3d956-d261-4a67-bb25-94057ffc11cf of type vlan for network 7fa434c0-397c-452d-8882-f9f118f80321 Feb 04 00:52:39.226481 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c1ca12de-dc81-426e-950e-9652036f5c1e admin admin] Publish callbacks [] for router_gateway (6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:39.251577 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74670b29-7cdf-4ee9-a46d-99c031b49852 admin admin] Pushing event updated for resources: {'Network': ['ID=78c9a29e-cc2a-408f-a8b4-9246fffcf8b8,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:39.251701 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36036ff2-61cf-4421-98ac-ef3060dfd685 admin admin] Made reservation on behalf of 6ee5067671e14c84ba26b96caf0b0fc1 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:52:39.254253 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-36036ff2-61cf-4421-98ac-ef3060dfd685 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:39.257533 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c1ca12de-dc81-426e-950e-9652036f5c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:39.265074 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Network 78c9a29e-cc2a-408f-a8b4-9246fffcf8b8 details requested by agent ovs-agent-dv-cinder-827778-1-iscsi with host dv-cinder-827778-1-iscsi {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 00:52:39.316037 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-74670b29-7cdf-4ee9-a46d-99c031b49852 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3745127 Feb 04 00:52:39.317499 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 53248) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:52:39.356635 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [None req-54e4e5a0-4dfe-42b2-b276-4de35b636be1 admin admin] Request body: {'subnet': {'network_id': '78c9a29e-cc2a-408f-a8b4-9246fffcf8b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1881913788-subnet', 'tenant_id': 'f3d2d296e528496186aad878401be0a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:52:39.383755 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-99c479fb-1013-4940-adf9-041df36eb4bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784745949642'] for network (7fa434c0-397c-452d-8882-f9f118f80321), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:39.407100 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-c1ca12de-dc81-426e-950e-9652036f5c1e admin admin] Allocated IP 172.27.1.164 (03e92c86-a3b2-4a50-bb8c-ad63e47f70ee/b22bab27-11ad-47ee-b4e2-a457ed5eeb04/507fce16-ce3a-4348-847d-9cc22a66c3a7) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:52:39.461753 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e4e5a0-4dfe-42b2-b276-4de35b636be1 admin admin] Made reservation on behalf of f3d2d296e528496186aad878401be0a7 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:52:39.464632 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-54e4e5a0-4dfe-42b2-b276-4de35b636be1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:39.522855 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-99c479fb-1013-4940-adf9-041df36eb4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599'] for network (7fa434c0-397c-452d-8882-f9f118f80321), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:39.529526 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c479fb-1013-4940-adf9-041df36eb4bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:52:39.529526 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-99c479fb-1013-4940-adf9-041df36eb4bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for network (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:39.579285 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c1ca12de-dc81-426e-950e-9652036f5c1e admin admin] Publish callbacks [] for port (507fce16-ce3a-4348-847d-9cc22a66c3a7), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:39.623701 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c479fb-1013-4940-adf9-041df36eb4bc admin admin] Pushing event updated for resources: {'Network': ['ID=7fa434c0-397c-452d-8882-f9f118f80321,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:39.642631 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Network 7fa434c0-397c-452d-8882-f9f118f80321 details requested by agent ovs-agent-dv-cinder-827778-1-iscsi with host dv-cinder-827778-1-iscsi {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 00:52:39.741869 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-99c479fb-1013-4940-adf9-041df36eb4bc admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7663784 Feb 04 00:52:39.742291 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 53270) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:52:39.754447 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-f6e9c973-ad2f-40b0-8a42-4d0752bb9c84 admin admin] Request body: {'subnet': {'network_id': '7fa434c0-397c-452d-8882-f9f118f80321', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-605683564-subnet', 'tenant_id': '33c179601f1e46788de48f0cac243499', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:52:39.783633 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c1ca12de-dc81-426e-950e-9652036f5c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223'] for port (507fce16-ce3a-4348-847d-9cc22a66c3a7), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:39.799939 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-36036ff2-61cf-4421-98ac-ef3060dfd685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599'] for subnet (65a62566-4a16-4ef6-aab9-2e1221b6fd4f), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:39.809686 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ca12de-dc81-426e-950e-9652036f5c1e admin admin] Network 03e92c86-a3b2-4a50-bb8c-ad63e47f70ee is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:52:39.815831 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-c1ca12de-dc81-426e-950e-9652036f5c1e admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:52:39.818400 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ca12de-dc81-426e-950e-9652036f5c1e admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:52:39.825067 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-54e4e5a0-4dfe-42b2-b276-4de35b636be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599'] for subnet (c16da9bc-a80c-4e00-9d57-5d26ed0fa750), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:39.880758 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4e5a0-4dfe-42b2-b276-4de35b636be1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c16da9bc-a80c-4e00-9d57-5d26ed0fa750,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:39.905245 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e4e5a0-4dfe-42b2-b276-4de35b636be1 admin admin] Checking segment: {'id': '726b3ea9-383d-49bf-aac0-644e44047715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '78c9a29e-cc2a-408f-a8b4-9246fffcf8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:52:39.905965 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e4e5a0-4dfe-42b2-b276-4de35b636be1 admin admin] Network hostable DHCP agents. Network: 78c9a29e-cc2a-408f-a8b4-9246fffcf8b8, hostable agents: ['3f99e642-0ed0-4983-9f25-ae4b5e9c36f7'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 00:52:39.916088 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e9c973-ad2f-40b0-8a42-4d0752bb9c84 admin admin] Made reservation on behalf of 33c179601f1e46788de48f0cac243499 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:52:39.918938 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f6e9c973-ad2f-40b0-8a42-4d0752bb9c84 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:40.044706 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca12de-dc81-426e-950e-9652036f5c1e admin admin] Pushing event updated for resources: {'Port': ['ID=507fce16-ce3a-4348-847d-9cc22a66c3a7,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:40.061101 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e4e5a0-4dfe-42b2-b276-4de35b636be1 admin admin] Network 78c9a29e-cc2a-408f-a8b4-9246fffcf8b8 is scheduled to be hosted by DHCP agent 3f99e642-0ed0-4983-9f25-ae4b5e9c36f7 with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 00:52:40.092994 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36036ff2-61cf-4421-98ac-ef3060dfd685 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65a62566-4a16-4ef6-aab9-2e1221b6fd4f,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:40.100194 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36036ff2-61cf-4421-98ac-ef3060dfd685 admin admin] Checking segment: {'id': 'bfd891dd-65b5-4811-be81-80f452cca4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c42fc013-0698-46e2-b9f7-ed99a07b79db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:52:40.100554 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36036ff2-61cf-4421-98ac-ef3060dfd685 admin admin] Network hostable DHCP agents. Network: c42fc013-0698-46e2-b9f7-ed99a07b79db, hostable agents: ['3f99e642-0ed0-4983-9f25-ae4b5e9c36f7'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 00:52:40.124018 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7795eb28-a759-4d33-9217-a9af1e7f1405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:40.181329 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-54e4e5a0-4dfe-42b2-b276-4de35b636be1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827778-1-iscsi, 78c9a29e-cc2a-408f-a8b4-9246fffcf8b8) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:52:40.187149 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e4e5a0-4dfe-42b2-b276-4de35b636be1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:52:40.189175 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-54e4e5a0-4dfe-42b2-b276-4de35b636be1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for subnet (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:40.199515 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7440bda-9dda-4194-81c8-07d30bc707e3 None None] Network 78c9a29e-cc2a-408f-a8b4-9246fffcf8b8 requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 00:52:40.259535 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-54e4e5a0-4dfe-42b2-b276-4de35b636be1 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9331124 Feb 04 00:52:40.262523 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36036ff2-61cf-4421-98ac-ef3060dfd685 admin admin] Network c42fc013-0698-46e2-b9f7-ed99a07b79db is scheduled to be hosted by DHCP agent 3f99e642-0ed0-4983-9f25-ae4b5e9c36f7 with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 00:52:40.280033 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-36036ff2-61cf-4421-98ac-ef3060dfd685 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827778-1-iscsi, c42fc013-0698-46e2-b9f7-ed99a07b79db) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:52:40.291342 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad16c5f1-5b32-437a-ae2a-e58fa84d4cf6 None None] Network c42fc013-0698-46e2-b9f7-ed99a07b79db requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 00:52:40.291676 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36036ff2-61cf-4421-98ac-ef3060dfd685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:52:40.292244 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-36036ff2-61cf-4421-98ac-ef3060dfd685 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for subnet (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:40.353527 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c1ca12de-dc81-426e-950e-9652036f5c1e admin admin] Publish callbacks [] for router_gateway (6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:40.432633 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d60da9-7319-4b3e-938f-c138bf6ab022 None None] Network 78c9a29e-cc2a-408f-a8b4-9246fffcf8b8 requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 00:52:40.433506 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-36036ff2-61cf-4421-98ac-ef3060dfd685 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4952018 Feb 04 00:52:40.492722 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f6e9c973-ad2f-40b0-8a42-4d0752bb9c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599'] for subnet (a3690513-81ad-46a5-afc0-910eebaac8f9), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:40.534447 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bb878b-0bca-4477-ac62-3de4fe240070 None None] Network c42fc013-0698-46e2-b9f7-ed99a07b79db requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 00:52:40.645880 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9c973-ad2f-40b0-8a42-4d0752bb9c84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3690513-81ad-46a5-afc0-910eebaac8f9,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:40.665247 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e9c973-ad2f-40b0-8a42-4d0752bb9c84 admin admin] Checking segment: {'id': '54e3d956-d261-4a67-bb25-94057ffc11cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:52:40.665771 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e9c973-ad2f-40b0-8a42-4d0752bb9c84 admin admin] Network hostable DHCP agents. Network: 7fa434c0-397c-452d-8882-f9f118f80321, hostable agents: ['3f99e642-0ed0-4983-9f25-ae4b5e9c36f7'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 00:52:40.693612 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c1ca12de-dc81-426e-950e-9652036f5c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477280'] for router (6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:40.772112 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e9c973-ad2f-40b0-8a42-4d0752bb9c84 admin admin] Network 7fa434c0-397c-452d-8882-f9f118f80321 is scheduled to be hosted by DHCP agent 3f99e642-0ed0-4983-9f25-ae4b5e9c36f7 with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 00:52:40.843509 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 53326) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:52:40.852895 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 53330) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:52:40.860942 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-f6e9c973-ad2f-40b0-8a42-4d0752bb9c84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827778-1-iscsi, 7fa434c0-397c-452d-8882-f9f118f80321) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:52:40.869648 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e9c973-ad2f-40b0-8a42-4d0752bb9c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:52:40.870253 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f6e9c973-ad2f-40b0-8a42-4d0752bb9c84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for subnet (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:40.870455 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fadc56f-6fea-4fb0-94b5-762b020f07be None None] Network 7fa434c0-397c-452d-8882-f9f118f80321 requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 00:52:40.964177 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ca12de-dc81-426e-950e-9652036f5c1e admin admin] Router 6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab is scheduled to L3 agent 05e42f77-b612-4439-9acd-15af6102b82d with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 00:52:40.987407 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc0153a-0e4f-4e57-a83d-5bac60208494 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp722f4b90-efd4-5043-8a2b-763f3536f0fd-7fa434c0-397c-452d-8882-f9f118f80321', 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321', 'project_id': '33c179601f1e46788de48f0cac243499', 'fixed_ips': [{'subnet_id': 'a3690513-81ad-46a5-afc0-910eebaac8f9'}]}} from dv-cinder-827778-1-iscsi. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 00:52:40.988279 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7dc0153a-0e4f-4e57-a83d-5bac60208494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:41.101021 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-40b946fd-1f25-4c21-b3f1-e3acffeb81d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:41.119058 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-f6e9c973-ad2f-40b0-8a42-4d0752bb9c84 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3728817 Feb 04 00:52:41.126749 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 53340) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:52:41.126749 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a3d5c4b5-358c-4783-8670-643b04c5b926 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-605683564-router', 'tenant_id': '33c179601f1e46788de48f0cac243499', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:52:41.170083 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-53f4732e-dc91-4a5c-bade-826730558208 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:41.261098 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-7dc0153a-0e4f-4e57-a83d-5bac60208494 None None] Allocated IP 172.20.0.2 (7fa434c0-397c-452d-8882-f9f118f80321/a3690513-81ad-46a5-afc0-910eebaac8f9/0371375e-72ee-4e71-87f3-89d94eb5de05) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:52:41.266574 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-53f4732e-dc91-4a5c-bade-826730558208 admin admin] Publish callbacks [] for security_group (37c1720b-c5a4-4fe4-8e95-ba517b772246), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:41.312228 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-40b946fd-1f25-4c21-b3f1-e3acffeb81d1 admin admin] Publish callbacks [] for security_group (609b7d85-8d8d-49a2-b43c-74296c901293), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:41.312335 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ca12de-dc81-426e-950e-9652036f5c1e admin admin] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:52:41.325459 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0380c4f9-9ac6-4bd8-a7c8-dd31ac2d92a1 None None] Sync routers for ids ['6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab'] in dv-cinder-827778-1-iscsi {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 00:52:41.337055 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0380c4f9-9ac6-4bd8-a7c8-dd31ac2d92a1 None None] Routers {'6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:52:41.337699 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-0380c4f9-9ac6-4bd8-a7c8-dd31ac2d92a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:52:12Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:52:41.343138 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 53370) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:52:41.345757 dv-cinder-827778-1-iscsi neutron-server[109723]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 04 00:52:41.395531 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 53376) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:52:41.398002 dv-cinder-827778-1-iscsi neutron-server[109722]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 04 00:52:41.434690 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-53f4732e-dc91-4a5c-bade-826730558208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (37c1720b-c5a4-4fe4-8e95-ba517b772246), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:41.444912 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7dc0153a-0e4f-4e57-a83d-5bac60208494 None None] Publish callbacks [] for port (0371375e-72ee-4e71-87f3-89d94eb5de05), precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:41.488617 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a3d5c4b5-358c-4783-8670-643b04c5b926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26682'] for router (3ccbce44-8ea5-4115-8393-33b722fd0d2a), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:41.489640 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a3d5c4b5-358c-4783-8670-643b04c5b926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26691'] for router (3ccbce44-8ea5-4115-8393-33b722fd0d2a), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:41.543623 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-40b946fd-1f25-4c21-b3f1-e3acffeb81d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (609b7d85-8d8d-49a2-b43c-74296c901293), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:41.556195 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-53f4732e-dc91-4a5c-bade-826730558208 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=98e82a900f3b4565a87bf7be90b0049f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7116556 Feb 04 00:52:41.566459 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 53380) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:52:41.568587 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c1ca12de-dc81-426e-950e-9652036f5c1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:41.572352 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-c1ca12de-dc81-426e-950e-9652036f5c1e admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.3358278 Feb 04 00:52:41.573535 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 53382) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:52:41.574925 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-0380c4f9-9ac6-4bd8-a7c8-dd31ac2d92a1 None None] Set router 6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab gateway port host: dv-cinder-827778-1-iscsi {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:52:41.598456 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f4732e-dc91-4a5c-bade-826730558208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c1720b-c5a4-4fe4-8e95-ba517b772246,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:41.613504 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-40b946fd-1f25-4c21-b3f1-e3acffeb81d1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e209c188ea9f4d0e998cae05f6d839b9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7598054 Feb 04 00:52:41.617549 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 53384) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:52:41.623524 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7dc0153a-0e4f-4e57-a83d-5bac60208494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223'] for port (0371375e-72ee-4e71-87f3-89d94eb5de05), after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:41.679995 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a3d5c4b5-358c-4783-8670-643b04c5b926 admin admin] Publish callbacks [] for router_controller (3ccbce44-8ea5-4115-8393-33b722fd0d2a), precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:41.699314 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-444435f4-e067-48ca-8893-c13ff0f000b1 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:52:41.703798 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc0153a-0e4f-4e57-a83d-5bac60208494 None None] Network 7fa434c0-397c-452d-8882-f9f118f80321 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:52:41.705940 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-444435f4-e067-48ca-8893-c13ff0f000b1 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/networks?id=c42fc013-0698-46e2-b9f7-ed99a07b79db HTTP/1.1" status: 200 len: 815 time: 0.3614650 Feb 04 00:52:41.708150 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-7dc0153a-0e4f-4e57-a83d-5bac60208494 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:52:41.712858 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc0153a-0e4f-4e57-a83d-5bac60208494 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:52:41.713749 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-fea49e62-89e9-4f1a-b825-75981bf0c15f tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:52:41.715331 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-fea49e62-89e9-4f1a-b825-75981bf0c15f tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/networks?id=78c9a29e-cc2a-408f-a8b4-9246fffcf8b8 HTTP/1.1" status: 200 len: 812 time: 0.3187792 Feb 04 00:52:41.736776 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-f8fa03f3-8279-4630-8407-7cfb8684baf8 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/quotas/f3d2d296e528496186aad878401be0a7 HTTP/1.1" status: 200 len: 375 time: 0.0143750 Feb 04 00:52:41.743291 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc0153a-0e4f-4e57-a83d-5bac60208494 None None] Pushing event updated for resources: {'Port': ['ID=0371375e-72ee-4e71-87f3-89d94eb5de05,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:41.747170 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b946fd-1f25-4c21-b3f1-e3acffeb81d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609b7d85-8d8d-49a2-b43c-74296c901293,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:41.768700 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-51c64388-5dfa-440a-a99b-bc5b3a765187 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/quotas/6ee5067671e14c84ba26b96caf0b0fc1 HTTP/1.1" status: 200 len: 375 time: 0.0618021 Feb 04 00:52:41.815922 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-68fec193-f258-4606-8910-d76f9cd28ab1 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f3d2d296e528496186aad878401be0a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0696688 Feb 04 00:52:41.817914 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b9816983-217a-48f7-a801-4ebe9d660606 admin admin] Publish callbacks [] for security_group (609b7d85-8d8d-49a2-b43c-74296c901293), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:41.819041 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc0153a-0e4f-4e57-a83d-5bac60208494 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:41.819687 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc0153a-0e4f-4e57-a83d-5bac60208494 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:41.820185 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc0153a-0e4f-4e57-a83d-5bac60208494 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:41.820962 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc0153a-0e4f-4e57-a83d-5bac60208494 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:41.821403 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc0153a-0e4f-4e57-a83d-5bac60208494 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:41.821827 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc0153a-0e4f-4e57-a83d-5bac60208494 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:41.826573 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc0153a-0e4f-4e57-a83d-5bac60208494 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:41.826573 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc0153a-0e4f-4e57-a83d-5bac60208494 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:41.826573 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc0153a-0e4f-4e57-a83d-5bac60208494 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:41.826573 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc0153a-0e4f-4e57-a83d-5bac60208494 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:41.826573 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc0153a-0e4f-4e57-a83d-5bac60208494 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:41.826573 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc0153a-0e4f-4e57-a83d-5bac60208494 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:41.826573 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc0153a-0e4f-4e57-a83d-5bac60208494 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:41.826573 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc0153a-0e4f-4e57-a83d-5bac60208494 None None] Tracked resource versions report: Feb 04 00:52:41.826573 dv-cinder-827778-1-iscsi neutron-server[109724]: pushed versions: Feb 04 00:52:41.826573 dv-cinder-827778-1-iscsi neutron-server[109724]: { 'AddressGroup': {'1.2'}, Feb 04 00:52:41.826573 dv-cinder-827778-1-iscsi neutron-server[109724]: 'ConntrackHelper': {'1.0'}, Feb 04 00:52:41.826573 dv-cinder-827778-1-iscsi neutron-server[109724]: 'LocalIPAssociation': {'1.0'}, Feb 04 00:52:41.826573 dv-cinder-827778-1-iscsi neutron-server[109724]: 'Log': {'1.0'}, Feb 04 00:52:41.826573 dv-cinder-827778-1-iscsi neutron-server[109724]: 'Network': {'1.1'}, Feb 04 00:52:41.826573 dv-cinder-827778-1-iscsi neutron-server[109724]: 'Port': {'1.7'}, Feb 04 00:52:41.826573 dv-cinder-827778-1-iscsi neutron-server[109724]: 'PortForwarding': {'1.2'}, Feb 04 00:52:41.826573 dv-cinder-827778-1-iscsi neutron-server[109724]: 'QosPolicy': {'1.10'}, Feb 04 00:52:41.826573 dv-cinder-827778-1-iscsi neutron-server[109724]: 'SecurityGroup': {'1.5'}, Feb 04 00:52:41.826573 dv-cinder-827778-1-iscsi neutron-server[109724]: 'SecurityGroupRule': {'1.2'}, Feb 04 00:52:41.826573 dv-cinder-827778-1-iscsi neutron-server[109724]: 'SubPort': {'1.0'}, Feb 04 00:52:41.826573 dv-cinder-827778-1-iscsi neutron-server[109724]: 'Subnet': {'1.1'}, Feb 04 00:52:41.826573 dv-cinder-827778-1-iscsi neutron-server[109724]: 'Trunk': {'1.1'}} Feb 04 00:52:41.826573 dv-cinder-827778-1-iscsi neutron-server[109724]: consumer versions: Feb 04 00:52:41.826573 dv-cinder-827778-1-iscsi neutron-server[109724]: { DHCP agent@dv-cinder-827778-1-iscsi: {}, Feb 04 00:52:41.826573 dv-cinder-827778-1-iscsi neutron-server[109724]: HyperV agent@hv-cinder-82777: {}, Feb 04 00:52:41.826573 dv-cinder-827778-1-iscsi neutron-server[109724]: L3 agent@dv-cinder-827778-1-iscsi: {}, Feb 04 00:52:41.826573 dv-cinder-827778-1-iscsi neutron-server[109724]: Metadata agent@dv-cinder-827778-1-iscsi: {}, Feb 04 00:52:41.826573 dv-cinder-827778-1-iscsi neutron-server[109724]: Metering agent@dv-cinder-827778-1-iscsi: {}, Feb 04 00:52:41.826573 dv-cinder-827778-1-iscsi neutron-server[109724]: Open vSwitch agent@dv-cinder-827778-1-iscsi: { 'AddressGroup': '1.2', Feb 04 00:52:41.826573 dv-cinder-827778-1-iscsi neutron-server[109724]: 'ConntrackHelper': '1.0', Feb 04 00:52:41.826573 dv-cinder-827778-1-iscsi neutron-server[109724]: 'LocalIPAssociation': '1.0', Feb 04 00:52:41.826573 dv-cinder-827778-1-iscsi neutron-server[109724]: 'Log': '1.0', Feb 04 00:52:41.826573 dv-cinder-827778-1-iscsi neutron-server[109724]: 'Network': '1.1', Feb 04 00:52:41.826573 dv-cinder-827778-1-iscsi neutron-server[109724]: 'Port': '1.7', Feb 04 00:52:41.826573 dv-cinder-827778-1-iscsi neutron-server[109724]: 'PortForwarding': '1.2', Feb 04 00:52:41.826573 dv-cinder-827778-1-iscsi neutron-server[109724]: 'QosPolicy': '1.10', Feb 04 00:52:41.826573 dv-cinder-827778-1-iscsi neutron-server[109724]: 'SecurityGroup': '1.5', Feb 04 00:52:41.826573 dv-cinder-827778-1-iscsi neutron-server[109724]: 'SecurityGroupRule': '1.2', Feb 04 00:52:41.826573 dv-cinder-827778-1-iscsi neutron-server[109724]: 'SubPort': '1.0', Feb 04 00:52:41.826573 dv-cinder-827778-1-iscsi neutron-server[109724]: 'Subnet': '1.1', Feb 04 00:52:41.826573 dv-cinder-827778-1-iscsi neutron-server[109724]: 'Trunk': '1.1'}} Feb 04 00:52:41.826573 dv-cinder-827778-1-iscsi neutron-server[109724]: {{(pid=109724) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 00:52:41.851947 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-0380c4f9-9ac6-4bd8-a7c8-dd31ac2d92a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab', 'name': 'tempest-ServerRescueNegativeTestJSON-1560589143-router', 'tenant_id': '2afd163d280640839661275f0ebd1c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '507fce16-ce3a-4348-847d-9cc22a66c3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:52:38Z', 'updated_at': '2022-02-04T00:52:40Z', 'revision_number': 3, 'project_id': '2afd163d280640839661275f0ebd1c4e', 'gw_port': {'id': '507fce16-ce3a-4348-847d-9cc22a66c3a7', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:52:39Z', 'updated_at': '2022-02-04T00:52:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi'}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:52:41.885539 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-7dc0153a-0e4f-4e57-a83d-5bac60208494 None None] Attempting to bind port 0371375e-72ee-4e71-87f3-89d94eb5de05 on host dv-cinder-827778-1-iscsi for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 00:52:41.886070 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-7dc0153a-0e4f-4e57-a83d-5bac60208494 None None] Attempting to bind port 0371375e-72ee-4e71-87f3-89d94eb5de05 by drivers openvswitch,hyperv on host dv-cinder-827778-1-iscsi at level 0 using segments [{'id': '54e3d956-d261-4a67-bb25-94057ffc11cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 00:52:41.886594 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc0153a-0e4f-4e57-a83d-5bac60208494 None None] Attempting to bind port 0371375e-72ee-4e71-87f3-89d94eb5de05 on network 7fa434c0-397c-452d-8882-f9f118f80321 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:52:41.894287 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc0153a-0e4f-4e57-a83d-5bac60208494 None None] Checking agent: {'id': '0e3a6df7-c473-4931-90ee-c50828366a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 44, 16), 'started_at': datetime.datetime(2022, 2, 4, 0, 44, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 00:52:41.894855 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc0153a-0e4f-4e57-a83d-5bac60208494 None None] Checking segment: {'id': '54e3d956-d261-4a67-bb25-94057ffc11cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:52:41.895389 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7dc0153a-0e4f-4e57-a83d-5bac60208494 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:41.895927 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc0153a-0e4f-4e57-a83d-5bac60208494 None None] Bound using segment: {'id': '54e3d956-d261-4a67-bb25-94057ffc11cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 00:52:41.896543 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-7dc0153a-0e4f-4e57-a83d-5bac60208494 None None] Bound port: 0371375e-72ee-4e71-87f3-89d94eb5de05, host: dv-cinder-827778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54e3d956-d261-4a67-bb25-94057ffc11cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 00:52:41.897213 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7dc0153a-0e4f-4e57-a83d-5bac60208494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (0371375e-72ee-4e71-87f3-89d94eb5de05), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:41.907378 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0380c4f9-9ac6-4bd8-a7c8-dd31ac2d92a1 None None] Checking router: 6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab for host: dv-cinder-827778-1-iscsi {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 00:52:41.907743 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0380c4f9-9ac6-4bd8-a7c8-dd31ac2d92a1 None None] Updating router 6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab port 507fce16-ce3a-4348-847d-9cc22a66c3a7 binding host dv-cinder-827778-1-iscsi {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 00:52:41.946334 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b9816983-217a-48f7-a801-4ebe9d660606 admin admin] Publish callbacks [] for security_group (609b7d85-8d8d-49a2-b43c-74296c901293), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:41.988351 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-0380c4f9-9ac6-4bd8-a7c8-dd31ac2d92a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (507fce16-ce3a-4348-847d-9cc22a66c3a7), before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:42.019781 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-9427b397-252a-4a13-8744-595345134196 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6ee5067671e14c84ba26b96caf0b0fc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2501514 Feb 04 00:52:42.030137 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-7dc0153a-0e4f-4e57-a83d-5bac60208494 None None] For port 0371375e-72ee-4e71-87f3-89d94eb5de05, host dv-cinder-827778-1-iscsi, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:52:42.037238 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-7dc0153a-0e4f-4e57-a83d-5bac60208494 None None] For port 0371375e-72ee-4e71-87f3-89d94eb5de05, host dv-cinder-827778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=0371375e-72ee-4e71-87f3-89d94eb5de05,segment=NetworkSegment(54e3d956-d261-4a67-bb25-94057ffc11cf),segment_id=54e3d956-d261-4a67-bb25-94057ffc11cf)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:52:42.056676 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bf69f9ba-9c81-4d47-aa1c-1a6febb8836c admin admin] Publish callbacks [] for security_group (37c1720b-c5a4-4fe4-8e95-ba517b772246), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:42.118581 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-902d5db1-338b-4960-a159-c18cb357ffd4 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 00:52:42.119693 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-902d5db1-338b-4960-a159-c18cb357ffd4 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1795740 Feb 04 00:52:42.131380 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7dc0153a-0e4f-4e57-a83d-5bac60208494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (0371375e-72ee-4e71-87f3-89d94eb5de05), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:42.140842 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a3d5c4b5-358c-4783-8670-643b04c5b926 admin admin] Publish callbacks [] for router_gateway (3ccbce44-8ea5-4115-8393-33b722fd0d2a), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:42.144212 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bf69f9ba-9c81-4d47-aa1c-1a6febb8836c admin admin] Publish callbacks [] for security_group (37c1720b-c5a4-4fe4-8e95-ba517b772246), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:42.217679 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-77cee876-a2ba-40a9-997d-88a14780c366 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 00:52:42.230078 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-77cee876-a2ba-40a9-997d-88a14780c366 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0868149 Feb 04 00:52:42.230315 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc0153a-0e4f-4e57-a83d-5bac60208494 None None] Pushing event updated for resources: {'Port': ['ID=0371375e-72ee-4e71-87f3-89d94eb5de05,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:42.277623 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b9816983-217a-48f7-a801-4ebe9d660606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (609b7d85-8d8d-49a2-b43c-74296c901293), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:42.280512 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b9816983-217a-48f7-a801-4ebe9d660606 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:42.280835 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bef7ad6e-645e-4f85-8291-1b65e174408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:42.285606 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-b9816983-217a-48f7-a801-4ebe9d660606 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/609b7d85-8d8d-49a2-b43c-74296c901293 HTTP/1.1" status: 204 len: 168 time: 0.6657801 Feb 04 00:52:42.311969 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9816983-217a-48f7-a801-4ebe9d660606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609b7d85-8d8d-49a2-b43c-74296c901293,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:42.357388 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-1531bbac-1144-4937-8627-ca07e77726ce service neutron] 10.222.0.10 "GET /v2.0/networks/78c9a29e-cc2a-408f-a8b4-9246fffcf8b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931739 Feb 04 00:52:42.463420 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-0380c4f9-9ac6-4bd8-a7c8-dd31ac2d92a1 None None] Publish callbacks [] for port (507fce16-ce3a-4348-847d-9cc22a66c3a7), precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:42.486886 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-46c1aa2a-4d1e-4257-80ba-ab5df550bfd1 service neutron] 10.222.0.10 "GET /v2.0/networks/c42fc013-0698-46e2-b9f7-ed99a07b79db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559311 Feb 04 00:52:42.502879 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-47f0ec45-773d-47d5-8826-90ee767d5055 service neutron] 10.222.0.10 "GET /v2.0/networks/78c9a29e-cc2a-408f-a8b4-9246fffcf8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374350 Feb 04 00:52:42.593456 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-0380c4f9-9ac6-4bd8-a7c8-dd31ac2d92a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (507fce16-ce3a-4348-847d-9cc22a66c3a7), after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:42.603011 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bf69f9ba-9c81-4d47-aa1c-1a6febb8836c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (37c1720b-c5a4-4fe4-8e95-ba517b772246), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:42.603011 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bf69f9ba-9c81-4d47-aa1c-1a6febb8836c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:42.603011 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-bf69f9ba-9c81-4d47-aa1c-1a6febb8836c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/37c1720b-c5a4-4fe4-8e95-ba517b772246 HTTP/1.1" status: 204 len: 168 time: 1.0057549 Feb 04 00:52:42.631845 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-0380c4f9-9ac6-4bd8-a7c8-dd31ac2d92a1 None None] Attempting to bind port 507fce16-ce3a-4348-847d-9cc22a66c3a7 on host dv-cinder-827778-1-iscsi for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 00:52:42.632298 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-0380c4f9-9ac6-4bd8-a7c8-dd31ac2d92a1 None None] Attempting to bind port 507fce16-ce3a-4348-847d-9cc22a66c3a7 by drivers openvswitch,hyperv on host dv-cinder-827778-1-iscsi at level 0 using segments [{'id': 'e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 00:52:42.632736 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0380c4f9-9ac6-4bd8-a7c8-dd31ac2d92a1 None None] Attempting to bind port 507fce16-ce3a-4348-847d-9cc22a66c3a7 on network 03e92c86-a3b2-4a50-bb8c-ad63e47f70ee {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:52:42.650152 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0380c4f9-9ac6-4bd8-a7c8-dd31ac2d92a1 None None] Checking agent: {'id': '0e3a6df7-c473-4931-90ee-c50828366a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 44, 16), 'started_at': datetime.datetime(2022, 2, 4, 0, 44, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 00:52:42.650676 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0380c4f9-9ac6-4bd8-a7c8-dd31ac2d92a1 None None] Checking segment: {'id': 'e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:52:42.651821 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-0380c4f9-9ac6-4bd8-a7c8-dd31ac2d92a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:42.653043 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0380c4f9-9ac6-4bd8-a7c8-dd31ac2d92a1 None None] Bound using segment: {'id': 'e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 00:52:42.653790 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf69f9ba-9c81-4d47-aa1c-1a6febb8836c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c1720b-c5a4-4fe4-8e95-ba517b772246,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:42.654271 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-0380c4f9-9ac6-4bd8-a7c8-dd31ac2d92a1 None None] Bound port: 507fce16-ce3a-4348-847d-9cc22a66c3a7, host: dv-cinder-827778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 00:52:42.655253 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-0380c4f9-9ac6-4bd8-a7c8-dd31ac2d92a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (507fce16-ce3a-4348-847d-9cc22a66c3a7), before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:42.670271 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba391f-cc75-4585-941b-ebab034c4439 None None] Pushing event updated for resources: {'Port': ['ID=507fce16-ce3a-4348-847d-9cc22a66c3a7,revision_number=2']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:42.674862 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a3d5c4b5-358c-4783-8670-643b04c5b926 admin admin] Publish callbacks [] for router_gateway (3ccbce44-8ea5-4115-8393-33b722fd0d2a), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:42.718200 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfba391f-cc75-4585-941b-ebab034c4439 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:42.718625 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfba391f-cc75-4585-941b-ebab034c4439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:42.719107 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfba391f-cc75-4585-941b-ebab034c4439 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:42.719526 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfba391f-cc75-4585-941b-ebab034c4439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:42.719814 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfba391f-cc75-4585-941b-ebab034c4439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:42.720154 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfba391f-cc75-4585-941b-ebab034c4439 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:42.720493 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfba391f-cc75-4585-941b-ebab034c4439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:42.720888 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfba391f-cc75-4585-941b-ebab034c4439 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:42.721227 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfba391f-cc75-4585-941b-ebab034c4439 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:42.721608 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfba391f-cc75-4585-941b-ebab034c4439 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:42.723906 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfba391f-cc75-4585-941b-ebab034c4439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:42.723906 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfba391f-cc75-4585-941b-ebab034c4439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:42.723906 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfba391f-cc75-4585-941b-ebab034c4439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:52:42.724350 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfba391f-cc75-4585-941b-ebab034c4439 None None] Tracked resource versions report: Feb 04 00:52:42.724350 dv-cinder-827778-1-iscsi neutron-server[109725]: pushed versions: Feb 04 00:52:42.724350 dv-cinder-827778-1-iscsi neutron-server[109725]: { 'AddressGroup': {'1.2'}, Feb 04 00:52:42.724350 dv-cinder-827778-1-iscsi neutron-server[109725]: 'ConntrackHelper': {'1.0'}, Feb 04 00:52:42.724350 dv-cinder-827778-1-iscsi neutron-server[109725]: 'LocalIPAssociation': {'1.0'}, Feb 04 00:52:42.724350 dv-cinder-827778-1-iscsi neutron-server[109725]: 'Log': {'1.0'}, Feb 04 00:52:42.724350 dv-cinder-827778-1-iscsi neutron-server[109725]: 'Network': {'1.1'}, Feb 04 00:52:42.724350 dv-cinder-827778-1-iscsi neutron-server[109725]: 'Port': {'1.7'}, Feb 04 00:52:42.724350 dv-cinder-827778-1-iscsi neutron-server[109725]: 'PortForwarding': {'1.2'}, Feb 04 00:52:42.724350 dv-cinder-827778-1-iscsi neutron-server[109725]: 'QosPolicy': {'1.10'}, Feb 04 00:52:42.724350 dv-cinder-827778-1-iscsi neutron-server[109725]: 'SecurityGroup': {'1.5'}, Feb 04 00:52:42.724350 dv-cinder-827778-1-iscsi neutron-server[109725]: 'SecurityGroupRule': {'1.2'}, Feb 04 00:52:42.724350 dv-cinder-827778-1-iscsi neutron-server[109725]: 'SubPort': {'1.0'}, Feb 04 00:52:42.724350 dv-cinder-827778-1-iscsi neutron-server[109725]: 'Subnet': {'1.1'}, Feb 04 00:52:42.724350 dv-cinder-827778-1-iscsi neutron-server[109725]: 'Trunk': {'1.1'}} Feb 04 00:52:42.724350 dv-cinder-827778-1-iscsi neutron-server[109725]: consumer versions: Feb 04 00:52:42.724350 dv-cinder-827778-1-iscsi neutron-server[109725]: { DHCP agent@dv-cinder-827778-1-iscsi: {}, Feb 04 00:52:42.724350 dv-cinder-827778-1-iscsi neutron-server[109725]: HyperV agent@hv-cinder-82777: {}, Feb 04 00:52:42.724350 dv-cinder-827778-1-iscsi neutron-server[109725]: L3 agent@dv-cinder-827778-1-iscsi: {}, Feb 04 00:52:42.724350 dv-cinder-827778-1-iscsi neutron-server[109725]: Metadata agent@dv-cinder-827778-1-iscsi: {}, Feb 04 00:52:42.724350 dv-cinder-827778-1-iscsi neutron-server[109725]: Metering agent@dv-cinder-827778-1-iscsi: {}, Feb 04 00:52:42.724350 dv-cinder-827778-1-iscsi neutron-server[109725]: Open vSwitch agent@dv-cinder-827778-1-iscsi: { 'AddressGroup': '1.2', Feb 04 00:52:42.724350 dv-cinder-827778-1-iscsi neutron-server[109725]: 'ConntrackHelper': '1.0', Feb 04 00:52:42.724350 dv-cinder-827778-1-iscsi neutron-server[109725]: 'LocalIPAssociation': '1.0', Feb 04 00:52:42.724350 dv-cinder-827778-1-iscsi neutron-server[109725]: 'Log': '1.0', Feb 04 00:52:42.724350 dv-cinder-827778-1-iscsi neutron-server[109725]: 'Network': '1.1', Feb 04 00:52:42.724350 dv-cinder-827778-1-iscsi neutron-server[109725]: 'Port': '1.7', Feb 04 00:52:42.724350 dv-cinder-827778-1-iscsi neutron-server[109725]: 'PortForwarding': '1.2', Feb 04 00:52:42.724350 dv-cinder-827778-1-iscsi neutron-server[109725]: 'QosPolicy': '1.10', Feb 04 00:52:42.724350 dv-cinder-827778-1-iscsi neutron-server[109725]: 'SecurityGroup': '1.5', Feb 04 00:52:42.724350 dv-cinder-827778-1-iscsi neutron-server[109725]: 'SecurityGroupRule': '1.2', Feb 04 00:52:42.724350 dv-cinder-827778-1-iscsi neutron-server[109725]: 'SubPort': '1.0', Feb 04 00:52:42.724350 dv-cinder-827778-1-iscsi neutron-server[109725]: 'Subnet': '1.1', Feb 04 00:52:42.724350 dv-cinder-827778-1-iscsi neutron-server[109725]: 'Trunk': '1.1'}} Feb 04 00:52:42.724350 dv-cinder-827778-1-iscsi neutron-server[109725]: {{(pid=109725) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 00:52:42.751049 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a3d5c4b5-358c-4783-8670-643b04c5b926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:42.800637 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-0380c4f9-9ac6-4bd8-a7c8-dd31ac2d92a1 None None] For port 507fce16-ce3a-4348-847d-9cc22a66c3a7, host dv-cinder-827778-1-iscsi, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:52:42.805431 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-0380c4f9-9ac6-4bd8-a7c8-dd31ac2d92a1 None None] For port 507fce16-ce3a-4348-847d-9cc22a66c3a7, host dv-cinder-827778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=507fce16-ce3a-4348-847d-9cc22a66c3a7,segment=NetworkSegment(e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a),segment_id=e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:52:42.819284 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-e6e242dc-9b9b-45bc-914f-ecdda45a049a service neutron] 10.222.0.10 "GET /v2.0/networks/c42fc013-0698-46e2-b9f7-ed99a07b79db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215432 Feb 04 00:52:42.981368 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-a3d5c4b5-358c-4783-8670-643b04c5b926 admin admin] Allocated IP 172.27.1.160 (03e92c86-a3b2-4a50-bb8c-ad63e47f70ee/b22bab27-11ad-47ee-b4e2-a457ed5eeb04/6b01cafd-4dae-4f29-b853-8fd20afd762b) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:52:42.987127 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 0371375e-72ee-4e71-87f3-89d94eb5de05 up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:52:43.005732 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ac5e24b6-0f22-4f7d-8595-1530ff09ae29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:43.023582 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-0380c4f9-9ac6-4bd8-a7c8-dd31ac2d92a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (507fce16-ce3a-4348-847d-9cc22a66c3a7), after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:43.041275 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port 0371375e-72ee-4e71-87f3-89d94eb5de05 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:52:43.042160 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (0371375e-72ee-4e71-87f3-89d94eb5de05), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:43.098796 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba391f-cc75-4585-941b-ebab034c4439 None None] Pushing event updated for resources: {'Port': ['ID=507fce16-ce3a-4348-847d-9cc22a66c3a7,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:43.119166 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0380c4f9-9ac6-4bd8-a7c8-dd31ac2d92a1 None None] Routers {'6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:52:43.120494 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-0380c4f9-9ac6-4bd8-a7c8-dd31ac2d92a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:52:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:52:43.249111 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a3d5c4b5-358c-4783-8670-643b04c5b926 admin admin] Publish callbacks [] for port (6b01cafd-4dae-4f29-b853-8fd20afd762b), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:43.421747 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-0380c4f9-9ac6-4bd8-a7c8-dd31ac2d92a1 None None] Set router 6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab gateway port host: dv-cinder-827778-1-iscsi {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:52:43.429832 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1ddc6796-69cd-4686-94b4-c4130bb7f7d0 req-bd30ac98-90df-466b-98f9-b213ff6fa662 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=da0753e3-3336-4b9e-9497-d7fe5c1a7277 HTTP/1.1" status: 200 len: 210 time: 0.0676105 Feb 04 00:52:43.430784 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 53448) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:52:43.466840 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-36d4e008-2f97-48cd-81be-91fea48bafbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:43.466840 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a3d5c4b5-358c-4783-8670-643b04c5b926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223'] for port (6b01cafd-4dae-4f29-b853-8fd20afd762b), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:43.538239 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d5c4b5-358c-4783-8670-643b04c5b926 admin admin] Network 03e92c86-a3b2-4a50-bb8c-ad63e47f70ee is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:52:43.543527 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port 0371375e-72ee-4e71-87f3-89d94eb5de05 is: DOWN; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:52:43.544029 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (0371375e-72ee-4e71-87f3-89d94eb5de05), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:43.545218 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d5c4b5-358c-4783-8670-643b04c5b926 admin admin] Pushing event updated for resources: {'Port': ['ID=6b01cafd-4dae-4f29-b853-8fd20afd762b,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:43.548690 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-a3d5c4b5-358c-4783-8670-643b04c5b926 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:52:43.550992 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d5c4b5-358c-4783-8670-643b04c5b926 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:52:43.599279 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-42077f54-bbf1-471c-a405-76dc2a1a49e5 req-279c568c-c361-4266-a233-955849f55d8a tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2c1c5b7-d977-4c77-86cf-2335c41651a8 HTTP/1.1" status: 200 len: 210 time: 0.2338734 Feb 04 00:52:43.619611 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] For port 0371375e-72ee-4e71-87f3-89d94eb5de05, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=0371375e-72ee-4e71-87f3-89d94eb5de05,segment=NetworkSegment(54e3d956-d261-4a67-bb25-94057ffc11cf),segment_id=54e3d956-d261-4a67-bb25-94057ffc11cf)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:52:43.633984 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:43.644738 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-ac5e24b6-0f22-4f7d-8595-1530ff09ae29 admin admin] Allocated IP 172.20.0.1 (ae043462-32cc-4bf5-9ede-b06308dbc788/46745580-e406-4b05-84f7-81e0482f0518/7703f069-6a54-4c45-b0b2-4f41e3d9d069) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:52:43.713434 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (0371375e-72ee-4e71-87f3-89d94eb5de05), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:43.764018 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-36d4e008-2f97-48cd-81be-91fea48bafbd admin admin] Publish callbacks [] for security_group (38069823-6e03-41ca-be62-b2f853079cd6), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:43.833635 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Pushing event updated for resources: {'Port': ['ID=0371375e-72ee-4e71-87f3-89d94eb5de05,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:43.910783 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-0380c4f9-9ac6-4bd8-a7c8-dd31ac2d92a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab', 'name': 'tempest-ServerRescueNegativeTestJSON-1560589143-router', 'tenant_id': '2afd163d280640839661275f0ebd1c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '507fce16-ce3a-4348-847d-9cc22a66c3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:52:38Z', 'updated_at': '2022-02-04T00:52:40Z', 'revision_number': 3, 'project_id': '2afd163d280640839661275f0ebd1c4e', 'gw_port': {'id': '507fce16-ce3a-4348-847d-9cc22a66c3a7', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:52:39Z', 'updated_at': '2022-02-04T00:52:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi'}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:52:43.961365 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ac5e24b6-0f22-4f7d-8595-1530ff09ae29 admin admin] Publish callbacks [] for port (7703f069-6a54-4c45-b0b2-4f41e3d9d069), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:43.992401 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0380c4f9-9ac6-4bd8-a7c8-dd31ac2d92a1 None None] The sync data for ids ['6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab'] in dv-cinder-827778-1-iscsi is: [{'id': '6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab', 'name': 'tempest-ServerRescueNegativeTestJSON-1560589143-router', 'tenant_id': '2afd163d280640839661275f0ebd1c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '507fce16-ce3a-4348-847d-9cc22a66c3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:52:38Z', 'updated_at': '2022-02-04T00:52:40Z', 'revision_number': 3, 'project_id': '2afd163d280640839661275f0ebd1c4e', 'gw_port': {'id': '507fce16-ce3a-4348-847d-9cc22a66c3a7', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:52:39Z', 'updated_at': '2022-02-04T00:52:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 00:52:44.107699 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ac5e24b6-0f22-4f7d-8595-1530ff09ae29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223'] for port (7703f069-6a54-4c45-b0b2-4f41e3d9d069), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:44.111548 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-36d4e008-2f97-48cd-81be-91fea48bafbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (38069823-6e03-41ca-be62-b2f853079cd6), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:44.172183 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5e24b6-0f22-4f7d-8595-1530ff09ae29 admin admin] Network ae043462-32cc-4bf5-9ede-b06308dbc788 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:52:44.190105 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd74dda-b560-4ad3-afd0-0f2805e2ea80 None None] Network 7fa434c0-397c-452d-8882-f9f118f80321 requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 00:52:44.190461 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-36d4e008-2f97-48cd-81be-91fea48bafbd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3b4a3a8794f943e292da95a8a031a29f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7564077 Feb 04 00:52:44.190539 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-ac5e24b6-0f22-4f7d-8595-1530ff09ae29 admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:52:44.190655 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d4e008-2f97-48cd-81be-91fea48bafbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38069823-6e03-41ca-be62-b2f853079cd6,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:44.602954 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 53470) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:52:44.610792 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 53472) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:52:44.612207 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5e24b6-0f22-4f7d-8595-1530ff09ae29 admin admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:52:44.612207 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ac5e24b6-0f22-4f7d-8595-1530ff09ae29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601359'] for router_interface (6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:44.613092 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7d4555af-1ddb-45f7-b77f-1247c8ff2e9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:44.614897 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e24b6-0f22-4f7d-8595-1530ff09ae29 admin admin] Pushing event updated for resources: {'Port': ['ID=7703f069-6a54-4c45-b0b2-4f41e3d9d069,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:44.616328 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-3045398d-c273-4b8f-9024-0b1166136823 None None] Provisioning complete for port 0371375e-72ee-4e71-87f3-89d94eb5de05 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:52:44.616328 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3045398d-c273-4b8f-9024-0b1166136823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (0371375e-72ee-4e71-87f3-89d94eb5de05), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:44.619566 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7d4555af-1ddb-45f7-b77f-1247c8ff2e9b admin admin] Publish callbacks [] for security_group (c95a2d7f-f926-4538-9419-23566aacc00e), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:44.619925 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-3045398d-c273-4b8f-9024-0b1166136823 None None] Current status of the port 0371375e-72ee-4e71-87f3-89d94eb5de05 is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:52:44.620056 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b201aa71-6a8f-4928-9402-549ee067eeda admin admin] Publish callbacks [] for security_group (38069823-6e03-41ca-be62-b2f853079cd6), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:44.620056 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-f1d519d2-55aa-47c4-aad0-53ca82dd532e req-9f0c850f-7f83-4cee-95c0-4224352857c8 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=da0753e3-3336-4b9e-9497-d7fe5c1a7277 HTTP/1.1" status: 200 len: 210 time: 0.0387185 Feb 04 00:52:44.620056 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b201aa71-6a8f-4928-9402-549ee067eeda admin admin] Publish callbacks [] for security_group (38069823-6e03-41ca-be62-b2f853079cd6), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:44.670521 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a3d5c4b5-358c-4783-8670-643b04c5b926 admin admin] Publish callbacks [] for router_gateway (3ccbce44-8ea5-4115-8393-33b722fd0d2a), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:44.733436 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7d4555af-1ddb-45f7-b77f-1247c8ff2e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (c95a2d7f-f926-4538-9419-23566aacc00e), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:44.769927 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6148c96c-cfbd-4bd4-9213-ffa31857c54f req-58b66d2e-fb42-4626-b5b6-0a937f0f7775 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2c1c5b7-d977-4c77-86cf-2335c41651a8 HTTP/1.1" status: 200 len: 210 time: 0.0522177 Feb 04 00:52:44.773492 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ac5e24b6-0f22-4f7d-8595-1530ff09ae29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (7703f069-6a54-4c45-b0b2-4f41e3d9d069), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:44.829805 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-7d4555af-1ddb-45f7-b77f-1247c8ff2e9b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cfe63380d58d488e80e964e01ab55236&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5680327 Feb 04 00:52:44.830029 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 53488) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:52:44.834133 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-34fef36c-fecd-4abf-b0f6-775b9618fdc4 None None] Provisioning complete for port 0371375e-72ee-4e71-87f3-89d94eb5de05 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:52:44.834526 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-34fef36c-fecd-4abf-b0f6-775b9618fdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (0371375e-72ee-4e71-87f3-89d94eb5de05), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:44.867214 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4555af-1ddb-45f7-b77f-1247c8ff2e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95a2d7f-f926-4538-9419-23566aacc00e,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:44.976643 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-07059067-f9c2-4189-9845-c7fb2f1e4f68 admin admin] Publish callbacks [] for security_group (c95a2d7f-f926-4538-9419-23566aacc00e), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:44.994921 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-34fef36c-fecd-4abf-b0f6-775b9618fdc4 None None] Current status of the port 0371375e-72ee-4e71-87f3-89d94eb5de05 is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:52:45.022802 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-07059067-f9c2-4189-9845-c7fb2f1e4f68 admin admin] Publish callbacks [] for security_group (c95a2d7f-f926-4538-9419-23566aacc00e), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:45.059898 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 0371375e-72ee-4e71-87f3-89d94eb5de05 up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:52:45.072874 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a3d5c4b5-358c-4783-8670-643b04c5b926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477280'] for router (3ccbce44-8ea5-4115-8393-33b722fd0d2a), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:45.126686 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ac5e24b6-0f22-4f7d-8595-1530ff09ae29 admin admin] Publish callbacks [] for port (7703f069-6a54-4c45-b0b2-4f41e3d9d069), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:45.132749 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port 0371375e-72ee-4e71-87f3-89d94eb5de05 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:52:45.133149 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (0371375e-72ee-4e71-87f3-89d94eb5de05), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:45.227320 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b201aa71-6a8f-4928-9402-549ee067eeda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (38069823-6e03-41ca-be62-b2f853079cd6), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:45.230441 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b201aa71-6a8f-4928-9402-549ee067eeda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:45.234182 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-b201aa71-6a8f-4928-9402-549ee067eeda admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/38069823-6e03-41ca-be62-b2f853079cd6 HTTP/1.1" status: 204 len: 168 time: 1.0090375 Feb 04 00:52:45.241610 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b201aa71-6a8f-4928-9402-549ee067eeda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38069823-6e03-41ca-be62-b2f853079cd6,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:45.246435 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port 0371375e-72ee-4e71-87f3-89d94eb5de05 is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:52:45.247592 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 507fce16-ce3a-4348-847d-9cc22a66c3a7 up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:52:45.257207 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:45.282497 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-07059067-f9c2-4189-9845-c7fb2f1e4f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (c95a2d7f-f926-4538-9419-23566aacc00e), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:45.289874 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-07059067-f9c2-4189-9845-c7fb2f1e4f68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:45.296127 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-07059067-f9c2-4189-9845-c7fb2f1e4f68 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c95a2d7f-f926-4538-9419-23566aacc00e HTTP/1.1" status: 204 len: 168 time: 0.4602356 Feb 04 00:52:45.296127 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ac5e24b6-0f22-4f7d-8595-1530ff09ae29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (7703f069-6a54-4c45-b0b2-4f41e3d9d069), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:45.296127 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ac5e24b6-0f22-4f7d-8595-1530ff09ae29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1763617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-478911'] for router_interface (6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:45.318836 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d5c4b5-358c-4783-8670-643b04c5b926 admin admin] Router 3ccbce44-8ea5-4115-8393-33b722fd0d2a is scheduled to L3 agent 05e42f77-b612-4439-9acd-15af6102b82d with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 00:52:45.405437 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port 507fce16-ce3a-4348-847d-9cc22a66c3a7 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:52:45.408976 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (507fce16-ce3a-4348-847d-9cc22a66c3a7), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:45.439775 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07059067-f9c2-4189-9845-c7fb2f1e4f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95a2d7f-f926-4538-9419-23566aacc00e,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:45.601342 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port 507fce16-ce3a-4348-847d-9cc22a66c3a7 is: DOWN; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:52:45.602065 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (507fce16-ce3a-4348-847d-9cc22a66c3a7), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:45.645225 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d5c4b5-358c-4783-8670-643b04c5b926 admin admin] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:52:45.675095 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c61dc1b-a452-4094-bec6-f63c0ffcb018 None None] Sync routers for ids ['3ccbce44-8ea5-4115-8393-33b722fd0d2a'] in dv-cinder-827778-1-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 00:52:45.692411 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] For port 507fce16-ce3a-4348-847d-9cc22a66c3a7, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=507fce16-ce3a-4348-847d-9cc22a66c3a7,segment=NetworkSegment(e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a),segment_id=e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:52:45.699127 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c61dc1b-a452-4094-bec6-f63c0ffcb018 None None] Routers {'3ccbce44-8ea5-4115-8393-33b722fd0d2a'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:52:45.701755 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-6c61dc1b-a452-4094-bec6-f63c0ffcb018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:52:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['3ccbce44-8ea5-4115-8393-33b722fd0d2a'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:52:45.757433 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4a736964-0088-4fdd-b093-973b583e1a10 req-6e87d12c-9a44-4906-8a59-e53df4db07f8 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=da0753e3-3336-4b9e-9497-d7fe5c1a7277 HTTP/1.1" status: 200 len: 210 time: 0.0927854 Feb 04 00:52:45.841515 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-6c61dc1b-a452-4094-bec6-f63c0ffcb018 None None] Set router 3ccbce44-8ea5-4115-8393-33b722fd0d2a gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:52:45.880135 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e24b6-0f22-4f7d-8595-1530ff09ae29 admin admin] Pushing event updated for resources: {'Port': ['ID=7703f069-6a54-4c45-b0b2-4f41e3d9d069,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:45.894607 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a3d5c4b5-358c-4783-8670-643b04c5b926 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:45.895959 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-a3d5c4b5-358c-4783-8670-643b04c5b926 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7748537 Feb 04 00:52:45.898723 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 53528) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:52:45.914313 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (507fce16-ce3a-4348-847d-9cc22a66c3a7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:45.923907 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-650a02b8-133c-4366-aaec-1e527d3d5097 req-5447e90c-a600-4519-825f-15bb200540a8 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2c1c5b7-d977-4c77-86cf-2335c41651a8 HTTP/1.1" status: 200 len: 210 time: 0.0619295 Feb 04 00:52:45.980214 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5e24b6-0f22-4f7d-8595-1530ff09ae29 admin admin] Network ae043462-32cc-4bf5-9ede-b06308dbc788 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:52:45.980214 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-ac5e24b6-0f22-4f7d-8595-1530ff09ae29 admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:52:46.026118 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Pushing event updated for resources: {'Port': ['ID=507fce16-ce3a-4348-847d-9cc22a66c3a7,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:46.265581 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5e24b6-0f22-4f7d-8595-1530ff09ae29 admin admin] Router 6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab has already been hosted by L3 agent 05e42f77-b612-4439-9acd-15af6102b82d {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:52:46.269087 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:46.386486 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-6c61dc1b-a452-4094-bec6-f63c0ffcb018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'name': 'tempest-AttachVolumeShelveTestJSON-605683564-router', 'tenant_id': '33c179601f1e46788de48f0cac243499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '6b01cafd-4dae-4f29-b853-8fd20afd762b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:52:41Z', 'updated_at': '2022-02-04T00:52:44Z', 'revision_number': 3, 'project_id': '33c179601f1e46788de48f0cac243499', 'gw_port': {'id': '6b01cafd-4dae-4f29-b853-8fd20afd762b', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:52:42Z', 'updated_at': '2022-02-04T00:52:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi'}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:52:46.439921 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5e24b6-0f22-4f7d-8595-1530ff09ae29 admin admin] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:52:46.445918 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-ac5e24b6-0f22-4f7d-8595-1530ff09ae29 admin admin] 10.222.0.10 "PUT /v2.0/routers/6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8617315 Feb 04 00:52:46.450308 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c61dc1b-a452-4094-bec6-f63c0ffcb018 None None] Checking router: 3ccbce44-8ea5-4115-8393-33b722fd0d2a for host: dv-cinder-827778-1-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 00:52:46.450692 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c61dc1b-a452-4094-bec6-f63c0ffcb018 None None] Updating router 3ccbce44-8ea5-4115-8393-33b722fd0d2a port 6b01cafd-4dae-4f29-b853-8fd20afd762b binding host dv-cinder-827778-1-iscsi {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 00:52:46.529141 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6c61dc1b-a452-4094-bec6-f63c0ffcb018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (6b01cafd-4dae-4f29-b853-8fd20afd762b), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:46.685894 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5189f09f-2a41-4c2e-af8a-84861dde3792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:46.725238 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab300f58-8f4c-46d1-b0d6-2a9d57bd631a None None] Sync routers for ids ['6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab'] in dv-cinder-827778-1-iscsi {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 00:52:46.736710 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab300f58-8f4c-46d1-b0d6-2a9d57bd631a None None] Routers {'6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:52:46.746434 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-ab300f58-8f4c-46d1-b0d6-2a9d57bd631a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:52:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:52:46.895078 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-ab300f58-8f4c-46d1-b0d6-2a9d57bd631a None None] Set router 6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab gateway port host: dv-cinder-827778-1-iscsi {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:52:46.901681 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9ca3da74-e9c5-4b98-820b-801bf23a92ad req-e88d5ec7-c91f-4cba-9d3f-58d97bc185bf tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=da0753e3-3336-4b9e-9497-d7fe5c1a7277 HTTP/1.1" status: 200 len: 210 time: 0.0810809 Feb 04 00:52:46.961746 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6c61dc1b-a452-4094-bec6-f63c0ffcb018 None None] Publish callbacks [] for port (6b01cafd-4dae-4f29-b853-8fd20afd762b), precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:47.005861 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 507fce16-ce3a-4348-847d-9cc22a66c3a7 up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:52:47.034442 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-5189f09f-2a41-4c2e-af8a-84861dde3792 admin admin] Allocated IP 172.20.0.1 (7fa434c0-397c-452d-8882-f9f118f80321/a3690513-81ad-46a5-afc0-910eebaac8f9/fde795b7-fdfe-4316-9844-56dfe0b3239a) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:52:47.077673 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port 507fce16-ce3a-4348-847d-9cc22a66c3a7 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:52:47.077673 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (507fce16-ce3a-4348-847d-9cc22a66c3a7), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:47.119149 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6c61dc1b-a452-4094-bec6-f63c0ffcb018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (6b01cafd-4dae-4f29-b853-8fd20afd762b), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:47.170016 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b15b9f9-a302-4bbb-9473-20c38d3ac769 None None] Pushing event updated for resources: {'Port': ['ID=6b01cafd-4dae-4f29-b853-8fd20afd762b,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:47.199952 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-6c61dc1b-a452-4094-bec6-f63c0ffcb018 None None] Attempting to bind port 6b01cafd-4dae-4f29-b853-8fd20afd762b on host dv-cinder-827778-1-iscsi for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 00:52:47.200330 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-6c61dc1b-a452-4094-bec6-f63c0ffcb018 None None] Attempting to bind port 6b01cafd-4dae-4f29-b853-8fd20afd762b by drivers openvswitch,hyperv on host dv-cinder-827778-1-iscsi at level 0 using segments [{'id': 'e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 00:52:47.200699 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c61dc1b-a452-4094-bec6-f63c0ffcb018 None None] Attempting to bind port 6b01cafd-4dae-4f29-b853-8fd20afd762b on network 03e92c86-a3b2-4a50-bb8c-ad63e47f70ee {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:52:47.208749 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c61dc1b-a452-4094-bec6-f63c0ffcb018 None None] Checking agent: {'id': '0e3a6df7-c473-4931-90ee-c50828366a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 44, 16), 'started_at': datetime.datetime(2022, 2, 4, 0, 44, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 00:52:47.209011 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c61dc1b-a452-4094-bec6-f63c0ffcb018 None None] Checking segment: {'id': 'e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:52:47.209463 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6c61dc1b-a452-4094-bec6-f63c0ffcb018 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:47.209906 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c61dc1b-a452-4094-bec6-f63c0ffcb018 None None] Bound using segment: {'id': 'e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 00:52:47.210387 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-6c61dc1b-a452-4094-bec6-f63c0ffcb018 None None] Bound port: 6b01cafd-4dae-4f29-b853-8fd20afd762b, host: dv-cinder-827778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 00:52:47.210770 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6c61dc1b-a452-4094-bec6-f63c0ffcb018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (6b01cafd-4dae-4f29-b853-8fd20afd762b), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:47.257580 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-ab300f58-8f4c-46d1-b0d6-2a9d57bd631a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab', 'name': 'tempest-ServerRescueNegativeTestJSON-1560589143-router', 'tenant_id': '2afd163d280640839661275f0ebd1c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '507fce16-ce3a-4348-847d-9cc22a66c3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:52:38Z', 'updated_at': '2022-02-04T00:52:44Z', 'revision_number': 4, 'project_id': '2afd163d280640839661275f0ebd1c4e', 'gw_port': {'id': '507fce16-ce3a-4348-847d-9cc22a66c3a7', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:52:39Z', 'updated_at': '2022-02-04T00:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': '7703f069-6a54-4c45-b0b2-4f41e3d9d069', 'name': '', 'network_id': 'ae043462-32cc-4bf5-9ede-b06308dbc788', 'tenant_id': '2afd163d280640839661275f0ebd1c4e', 'mac_address': 'fa:16:3e:bd:70:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '46745580-e406-4b05-84f7-81e0482f0518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:52:43Z', 'updated_at': '2022-02-04T00:52:44Z', 'revision_number': 2, 'project_id': '2afd163d280640839661275f0ebd1c4e', 'subnets': [{'id': '46745580-e406-4b05-84f7-81e0482f0518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:52:47.288405 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab300f58-8f4c-46d1-b0d6-2a9d57bd631a None None] Checking router: 6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab for host: dv-cinder-827778-1-iscsi {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 00:52:47.288859 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab300f58-8f4c-46d1-b0d6-2a9d57bd631a None None] Updating router 6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab port 7703f069-6a54-4c45-b0b2-4f41e3d9d069 binding host dv-cinder-827778-1-iscsi {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 00:52:47.289822 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port 507fce16-ce3a-4348-847d-9cc22a66c3a7 is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:52:47.308953 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d32fa04d-f73f-46eb-a2b8-3c09412db0b0 req-4739be75-0fe0-4b9d-8a78-0883d0f70efc tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2c1c5b7-d977-4c77-86cf-2335c41651a8 HTTP/1.1" status: 200 len: 210 time: 0.0545862 Feb 04 00:52:47.318731 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-6c61dc1b-a452-4094-bec6-f63c0ffcb018 None None] For port 6b01cafd-4dae-4f29-b853-8fd20afd762b, host dv-cinder-827778-1-iscsi, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:52:47.324872 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-ab300f58-8f4c-46d1-b0d6-2a9d57bd631a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (7703f069-6a54-4c45-b0b2-4f41e3d9d069), before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:47.325723 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-6c61dc1b-a452-4094-bec6-f63c0ffcb018 None None] For port 6b01cafd-4dae-4f29-b853-8fd20afd762b, host dv-cinder-827778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=6b01cafd-4dae-4f29-b853-8fd20afd762b,segment=NetworkSegment(e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a),segment_id=e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:52:47.399148 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5189f09f-2a41-4c2e-af8a-84861dde3792 admin admin] Publish callbacks [] for port (fde795b7-fdfe-4316-9844-56dfe0b3239a), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:47.410436 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6c61dc1b-a452-4094-bec6-f63c0ffcb018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (6b01cafd-4dae-4f29-b853-8fd20afd762b), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:47.486583 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c61dc1b-a452-4094-bec6-f63c0ffcb018 None None] Routers {'3ccbce44-8ea5-4115-8393-33b722fd0d2a'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:52:47.487235 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-6c61dc1b-a452-4094-bec6-f63c0ffcb018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:52:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['3ccbce44-8ea5-4115-8393-33b722fd0d2a'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:52:47.490239 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b15b9f9-a302-4bbb-9473-20c38d3ac769 None None] Pushing event updated for resources: {'Port': ['ID=6b01cafd-4dae-4f29-b853-8fd20afd762b,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:47.536801 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5189f09f-2a41-4c2e-af8a-84861dde3792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223'] for port (fde795b7-fdfe-4316-9844-56dfe0b3239a), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:47.609770 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 53598) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:52:47.671102 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5189f09f-2a41-4c2e-af8a-84861dde3792 admin admin] Network 7fa434c0-397c-452d-8882-f9f118f80321 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:52:47.682783 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-5189f09f-2a41-4c2e-af8a-84861dde3792 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:52:47.696308 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5189f09f-2a41-4c2e-af8a-84861dde3792 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:52:47.696888 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5189f09f-2a41-4c2e-af8a-84861dde3792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601359'] for router_interface (3ccbce44-8ea5-4115-8393-33b722fd0d2a), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:47.729107 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189f09f-2a41-4c2e-af8a-84861dde3792 admin admin] Pushing event updated for resources: {'Port': ['ID=fde795b7-fdfe-4316-9844-56dfe0b3239a,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:47.859067 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-6c61dc1b-a452-4094-bec6-f63c0ffcb018 None None] Set router 3ccbce44-8ea5-4115-8393-33b722fd0d2a gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:52:47.872475 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-ab300f58-8f4c-46d1-b0d6-2a9d57bd631a None None] Publish callbacks [] for port (7703f069-6a54-4c45-b0b2-4f41e3d9d069), precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:47.935891 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-ab300f58-8f4c-46d1-b0d6-2a9d57bd631a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (7703f069-6a54-4c45-b0b2-4f41e3d9d069), after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:47.979995 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-8385f42b-9a11-469a-8736-c1ed8a765fb1 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:52:47.988969 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-8385f42b-9a11-469a-8736-c1ed8a765fb1 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/networks?id=ae043462-32cc-4bf5-9ede-b06308dbc788 HTTP/1.1" status: 200 len: 819 time: 0.2288947 Feb 04 00:52:47.989120 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-9a6dee69-7831-418a-8e4b-e8ec6c4674e9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-47258121-network', 'tenant_id': 'bde35058666b46cd8676062b16d3a950'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:52:48.008676 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-85df32ad-1438-4751-b7b3-74591c62521a tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/quotas/2afd163d280640839661275f0ebd1c4e HTTP/1.1" status: 200 len: 375 time: 0.0171232 Feb 04 00:52:48.088019 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-98510a31-5425-498a-a7e2-309f2f45a207 req-8c77d889-f739-49ec-9e69-1569f07d72a5 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=da0753e3-3336-4b9e-9497-d7fe5c1a7277 HTTP/1.1" status: 200 len: 210 time: 0.0560389 Feb 04 00:52:48.126397 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-07bfde8d-5d1a-4445-828b-ed57a6d279e4 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2afd163d280640839661275f0ebd1c4e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1084714 Feb 04 00:52:48.126741 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58483293-7e30-43e9-8108-33a2d915cec2 None None] Pushing event updated for resources: {'Port': ['ID=7703f069-6a54-4c45-b0b2-4f41e3d9d069,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:48.129730 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6dee69-7831-418a-8e4b-e8ec6c4674e9 admin admin] Made reservation on behalf of bde35058666b46cd8676062b16d3a950 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:52:48.132599 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9a6dee69-7831-418a-8e4b-e8ec6c4674e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for network (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:48.132718 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-ab300f58-8f4c-46d1-b0d6-2a9d57bd631a None None] Attempting to bind port 7703f069-6a54-4c45-b0b2-4f41e3d9d069 on host dv-cinder-827778-1-iscsi for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 00:52:48.133017 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-ab300f58-8f4c-46d1-b0d6-2a9d57bd631a None None] Attempting to bind port 7703f069-6a54-4c45-b0b2-4f41e3d9d069 by drivers openvswitch,hyperv on host dv-cinder-827778-1-iscsi at level 0 using segments [{'id': '060e0f0b-1beb-4b9f-b430-9022df74b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ae043462-32cc-4bf5-9ede-b06308dbc788'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 00:52:48.133417 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab300f58-8f4c-46d1-b0d6-2a9d57bd631a None None] Attempting to bind port 7703f069-6a54-4c45-b0b2-4f41e3d9d069 on network ae043462-32cc-4bf5-9ede-b06308dbc788 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:52:48.138663 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab300f58-8f4c-46d1-b0d6-2a9d57bd631a None None] Checking agent: {'id': '0e3a6df7-c473-4931-90ee-c50828366a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 44, 16), 'started_at': datetime.datetime(2022, 2, 4, 0, 44, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 00:52:48.139045 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab300f58-8f4c-46d1-b0d6-2a9d57bd631a None None] Checking segment: {'id': '060e0f0b-1beb-4b9f-b430-9022df74b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ae043462-32cc-4bf5-9ede-b06308dbc788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:52:48.139537 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-ab300f58-8f4c-46d1-b0d6-2a9d57bd631a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:48.139952 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab300f58-8f4c-46d1-b0d6-2a9d57bd631a None None] Bound using segment: {'id': '060e0f0b-1beb-4b9f-b430-9022df74b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ae043462-32cc-4bf5-9ede-b06308dbc788'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 00:52:48.140437 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-ab300f58-8f4c-46d1-b0d6-2a9d57bd631a None None] Bound port: 7703f069-6a54-4c45-b0b2-4f41e3d9d069, host: dv-cinder-827778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '060e0f0b-1beb-4b9f-b430-9022df74b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ae043462-32cc-4bf5-9ede-b06308dbc788'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 00:52:48.140807 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-ab300f58-8f4c-46d1-b0d6-2a9d57bd631a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (7703f069-6a54-4c45-b0b2-4f41e3d9d069), before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:48.141278 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9a6dee69-7831-418a-8e4b-e8ec6c4674e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:48.142425 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-4ff7b4a1-0c31-426b-9711-88012323f1e3 None None] Provisioning complete for port fde795b7-fdfe-4316-9844-56dfe0b3239a triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:52:48.143410 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4ff7b4a1-0c31-426b-9711-88012323f1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (fde795b7-fdfe-4316-9844-56dfe0b3239a), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:48.205908 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-4ff7b4a1-0c31-426b-9711-88012323f1e3 None None] Port fde795b7-fdfe-4316-9844-56dfe0b3239a cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 00:52:48.218877 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-ab300f58-8f4c-46d1-b0d6-2a9d57bd631a None None] For port 7703f069-6a54-4c45-b0b2-4f41e3d9d069, host dv-cinder-827778-1-iscsi, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:52:48.224377 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5189f09f-2a41-4c2e-af8a-84861dde3792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (fde795b7-fdfe-4316-9844-56dfe0b3239a), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:48.225749 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-ab300f58-8f4c-46d1-b0d6-2a9d57bd631a None None] For port 7703f069-6a54-4c45-b0b2-4f41e3d9d069, host dv-cinder-827778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=7703f069-6a54-4c45-b0b2-4f41e3d9d069,segment=NetworkSegment(060e0f0b-1beb-4b9f-b430-9022df74b8a3),segment_id=060e0f0b-1beb-4b9f-b430-9022df74b8a3)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:52:48.259375 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-73870e20-a3fc-4cc8-8a1a-6d065f3867f5 service neutron] 10.222.0.10 "GET /v2.0/networks/ae043462-32cc-4bf5-9ede-b06308dbc788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175570 Feb 04 00:52:48.308499 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-6c61dc1b-a452-4094-bec6-f63c0ffcb018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'name': 'tempest-AttachVolumeShelveTestJSON-605683564-router', 'tenant_id': '33c179601f1e46788de48f0cac243499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '6b01cafd-4dae-4f29-b853-8fd20afd762b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:52:41Z', 'updated_at': '2022-02-04T00:52:44Z', 'revision_number': 3, 'project_id': '33c179601f1e46788de48f0cac243499', 'gw_port': {'id': '6b01cafd-4dae-4f29-b853-8fd20afd762b', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:52:42Z', 'updated_at': '2022-02-04T00:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi'}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:52:48.319133 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-ab300f58-8f4c-46d1-b0d6-2a9d57bd631a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (7703f069-6a54-4c45-b0b2-4f41e3d9d069), after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:48.397527 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c61dc1b-a452-4094-bec6-f63c0ffcb018 None None] The sync data for ids ['3ccbce44-8ea5-4115-8393-33b722fd0d2a'] in dv-cinder-827778-1-iscsi is: [{'id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'name': 'tempest-AttachVolumeShelveTestJSON-605683564-router', 'tenant_id': '33c179601f1e46788de48f0cac243499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '6b01cafd-4dae-4f29-b853-8fd20afd762b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:52:41Z', 'updated_at': '2022-02-04T00:52:44Z', 'revision_number': 3, 'project_id': '33c179601f1e46788de48f0cac243499', 'gw_port': {'id': '6b01cafd-4dae-4f29-b853-8fd20afd762b', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:52:42Z', 'updated_at': '2022-02-04T00:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi'}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 00:52:48.408411 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-24cd4984-a9dc-44c4-a5f7-a9fcd7a0b24e service neutron] 10.222.0.10 "GET /v2.0/networks/ae043462-32cc-4bf5-9ede-b06308dbc788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238863 Feb 04 00:52:48.418785 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58483293-7e30-43e9-8108-33a2d915cec2 None None] Pushing event updated for resources: {'Port': ['ID=7703f069-6a54-4c45-b0b2-4f41e3d9d069,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:48.440182 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab300f58-8f4c-46d1-b0d6-2a9d57bd631a None None] Routers {'6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:52:48.440995 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-ab300f58-8f4c-46d1-b0d6-2a9d57bd631a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:52:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:52:48.514978 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-bd1ae237-c129-412a-a26c-7545e4525ee7 req-4d96494f-8530-44d0-b5b4-b8d234ea054c tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2c1c5b7-d977-4c77-86cf-2335c41651a8 HTTP/1.1" status: 200 len: 210 time: 0.0595908 Feb 04 00:52:48.523782 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9a6dee69-7831-418a-8e4b-e8ec6c4674e9 admin admin] Publish callbacks [] for security_group (27918ff3-9274-4059-b8c0-02c11e77d1c4), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:48.600576 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5189f09f-2a41-4c2e-af8a-84861dde3792 admin admin] Publish callbacks [] for port (fde795b7-fdfe-4316-9844-56dfe0b3239a), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:48.610143 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9a6dee69-7831-418a-8e4b-e8ec6c4674e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (27918ff3-9274-4059-b8c0-02c11e77d1c4), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:48.633159 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:48.636080 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-ab300f58-8f4c-46d1-b0d6-2a9d57bd631a None None] Set router 6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab gateway port host: dv-cinder-827778-1-iscsi {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:52:48.646069 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a6dee69-7831-418a-8e4b-e8ec6c4674e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 00:52:48.653161 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6dee69-7831-418a-8e4b-e8ec6c4674e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27918ff3-9274-4059-b8c0-02c11e77d1c4,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:48.690055 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9a6dee69-7831-418a-8e4b-e8ec6c4674e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650'] for segment (68d4ed6e-0f9a-486e-9685-517729786454), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:48.690055 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.db.segments_db [None req-9a6dee69-7831-418a-8e4b-e8ec6c4674e9 admin admin] Added segment 68d4ed6e-0f9a-486e-9685-517729786454 of type vlan for network 7195ee69-e0bd-47be-b3e0-7b77670660cc Feb 04 00:52:48.714993 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5189f09f-2a41-4c2e-af8a-84861dde3792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (fde795b7-fdfe-4316-9844-56dfe0b3239a), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:48.717128 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5189f09f-2a41-4c2e-af8a-84861dde3792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1763617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-478911'] for router_interface (3ccbce44-8ea5-4115-8393-33b722fd0d2a), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:49.042296 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9a6dee69-7831-418a-8e4b-e8ec6c4674e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784745949642'] for network (7195ee69-e0bd-47be-b3e0-7b77670660cc), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:49.074911 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 6b01cafd-4dae-4f29-b853-8fd20afd762b up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:52:49.091604 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-eecc658e-72b0-4f9b-a4ef-53d709e9a47d req-f121f673-9a1a-4006-b474-33b26e48cbfd tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 210 time: 0.1979980 Feb 04 00:52:49.123944 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189f09f-2a41-4c2e-af8a-84861dde3792 admin admin] Pushing event updated for resources: {'Port': ['ID=fde795b7-fdfe-4316-9844-56dfe0b3239a,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:49.177075 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-ab300f58-8f4c-46d1-b0d6-2a9d57bd631a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab', 'name': 'tempest-ServerRescueNegativeTestJSON-1560589143-router', 'tenant_id': '2afd163d280640839661275f0ebd1c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '507fce16-ce3a-4348-847d-9cc22a66c3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:52:38Z', 'updated_at': '2022-02-04T00:52:44Z', 'revision_number': 4, 'project_id': '2afd163d280640839661275f0ebd1c4e', 'gw_port': {'id': '507fce16-ce3a-4348-847d-9cc22a66c3a7', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:52:39Z', 'updated_at': '2022-02-04T00:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': '7703f069-6a54-4c45-b0b2-4f41e3d9d069', 'name': '', 'network_id': 'ae043462-32cc-4bf5-9ede-b06308dbc788', 'tenant_id': '2afd163d280640839661275f0ebd1c4e', 'mac_address': 'fa:16:3e:bd:70:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '46745580-e406-4b05-84f7-81e0482f0518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:52:43Z', 'updated_at': '2022-02-04T00:52:48Z', 'revision_number': 4, 'project_id': '2afd163d280640839661275f0ebd1c4e', 'subnets': [{'id': '46745580-e406-4b05-84f7-81e0482f0518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:52:49.244137 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5189f09f-2a41-4c2e-af8a-84861dde3792 admin admin] Network 7fa434c0-397c-452d-8882-f9f118f80321 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:52:49.245086 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9a6dee69-7831-418a-8e4b-e8ec6c4674e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599'] for network (7195ee69-e0bd-47be-b3e0-7b77670660cc), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:49.246070 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6dee69-7831-418a-8e4b-e8ec6c4674e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:52:49.247215 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9a6dee69-7831-418a-8e4b-e8ec6c4674e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for network (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:49.264282 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-5189f09f-2a41-4c2e-af8a-84861dde3792 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:52:49.287692 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port 6b01cafd-4dae-4f29-b853-8fd20afd762b triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:52:49.288260 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (6b01cafd-4dae-4f29-b853-8fd20afd762b), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:49.296964 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab300f58-8f4c-46d1-b0d6-2a9d57bd631a None None] The sync data for ids ['6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab'] in dv-cinder-827778-1-iscsi is: [{'id': '6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab', 'name': 'tempest-ServerRescueNegativeTestJSON-1560589143-router', 'tenant_id': '2afd163d280640839661275f0ebd1c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '507fce16-ce3a-4348-847d-9cc22a66c3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:52:38Z', 'updated_at': '2022-02-04T00:52:44Z', 'revision_number': 4, 'project_id': '2afd163d280640839661275f0ebd1c4e', 'gw_port': {'id': '507fce16-ce3a-4348-847d-9cc22a66c3a7', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:52:39Z', 'updated_at': '2022-02-04T00:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': '7703f069-6a54-4c45-b0b2-4f41e3d9d069', 'name': '', 'network_id': 'ae043462-32cc-4bf5-9ede-b06308dbc788', 'tenant_id': '2afd163d280640839661275f0ebd1c4e', 'mac_address': 'fa:16:3e:bd:70:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '46745580-e406-4b05-84f7-81e0482f0518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:52:43Z', 'updated_at': '2022-02-04T00:52:48Z', 'revision_number': 4, 'project_id': '2afd163d280640839661275f0ebd1c4e', 'subnets': [{'id': '46745580-e406-4b05-84f7-81e0482f0518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 00:52:49.529726 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c3dcd0f6-5c14-4ae6-a351-3afbc3741403 req-c706638c-cec9-4f8d-926c-cc9799298219 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=da0753e3-3336-4b9e-9497-d7fe5c1a7277 HTTP/1.1" status: 200 len: 210 time: 0.2618599 Feb 04 00:52:49.586349 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port 6b01cafd-4dae-4f29-b853-8fd20afd762b is: DOWN; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:52:49.586349 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (6b01cafd-4dae-4f29-b853-8fd20afd762b), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:49.633105 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6dee69-7831-418a-8e4b-e8ec6c4674e9 admin admin] Pushing event updated for resources: {'Network': ['ID=7195ee69-e0bd-47be-b3e0-7b77670660cc,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:49.680038 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Network 7195ee69-e0bd-47be-b3e0-7b77670660cc details requested by agent ovs-agent-dv-cinder-827778-1-iscsi with host dv-cinder-827778-1-iscsi {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 00:52:49.743458 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-9a6dee69-7831-418a-8e4b-e8ec6c4674e9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.1304445 Feb 04 00:52:49.746992 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 53686) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:52:49.752029 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [None req-9a6802e1-eb5c-4f40-9c06-a15d808fb6c3 admin admin] Request body: {'subnet': {'network_id': '7195ee69-e0bd-47be-b3e0-7b77670660cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-47258121-subnet', 'tenant_id': 'bde35058666b46cd8676062b16d3a950', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:52:49.765445 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] For port 6b01cafd-4dae-4f29-b853-8fd20afd762b, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=6b01cafd-4dae-4f29-b853-8fd20afd762b,segment=NetworkSegment(e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a),segment_id=e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:52:49.896017 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-cae5cfbd-2cd0-493b-833d-8e6a189828ff None None] Provisioning complete for port fde795b7-fdfe-4316-9844-56dfe0b3239a triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:52:49.896634 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cae5cfbd-2cd0-493b-833d-8e6a189828ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (fde795b7-fdfe-4316-9844-56dfe0b3239a), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:49.912549 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6802e1-eb5c-4f40-9c06-a15d808fb6c3 admin admin] Made reservation on behalf of bde35058666b46cd8676062b16d3a950 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:52:49.916130 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9a6802e1-eb5c-4f40-9c06-a15d808fb6c3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:49.965382 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (6b01cafd-4dae-4f29-b853-8fd20afd762b), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:49.974407 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-cae5cfbd-2cd0-493b-833d-8e6a189828ff None None] Port fde795b7-fdfe-4316-9844-56dfe0b3239a cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 00:52:49.991693 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5189f09f-2a41-4c2e-af8a-84861dde3792 admin admin] Router 3ccbce44-8ea5-4115-8393-33b722fd0d2a has already been hosted by L3 agent 05e42f77-b612-4439-9acd-15af6102b82d {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:52:50.004762 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc87709-2195-463a-83f8-36401a1421a4 req-63b432eb-e839-4c3b-8ce9-ae36a5cefa76 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:52:50.013348 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6fc87709-2195-463a-83f8-36401a1421a4 req-63b432eb-e839-4c3b-8ce9-ae36a5cefa76 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/networks?id=ae043462-32cc-4bf5-9ede-b06308dbc788 HTTP/1.1" status: 200 len: 819 time: 0.2739253 Feb 04 00:52:50.052645 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6fc87709-2195-463a-83f8-36401a1421a4 req-2a53adfd-893d-44d9-bf43-b5d53da7759c tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/quotas/2afd163d280640839661275f0ebd1c4e HTTP/1.1" status: 200 len: 375 time: 0.0369334 Feb 04 00:52:50.071893 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-addebe66-35cf-4a30-846e-5922866605f9 req-344f2e35-3946-4555-8c66-88f35d3f13e4 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2c1c5b7-d977-4c77-86cf-2335c41651a8 HTTP/1.1" status: 200 len: 210 time: 0.0779281 Feb 04 00:52:50.143603 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Pushing event updated for resources: {'Port': ['ID=6b01cafd-4dae-4f29-b853-8fd20afd762b,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:50.361010 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6fc87709-2195-463a-83f8-36401a1421a4 req-55ad6589-a9ab-496d-8809-22a63b620e56 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2afd163d280640839661275f0ebd1c4e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3074133 Feb 04 00:52:50.373695 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.39', 64157) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:52:50.390448 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9a6802e1-eb5c-4f40-9c06-a15d808fb6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599'] for subnet (46982250-a73f-4940-8b2e-d9b99d6889a2), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:50.480235 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.39', 64158) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:52:50.640506 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5189f09f-2a41-4c2e-af8a-84861dde3792 admin admin] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:52:50.658148 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-5189f09f-2a41-4c2e-af8a-84861dde3792 admin admin] 10.222.0.10 "PUT /v2.0/routers/3ccbce44-8ea5-4115-8393-33b722fd0d2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7582285 Feb 04 00:52:50.672753 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6802e1-eb5c-4f40-9c06-a15d808fb6c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46982250-a73f-4940-8b2e-d9b99d6889a2,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:50.744188 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6fc87709-2195-463a-83f8-36401a1421a4 req-52a17b19-a4cb-490d-bc59-0f1256f5e9ca service neutron] 10.222.0.10 "GET /v2.0/networks/ae043462-32cc-4bf5-9ede-b06308dbc788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752339 Feb 04 00:52:50.758413 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-47485490-a955-4303-bfbf-b5bb3f577c8f req-bd1ecd7e-5eae-46ea-b2ab-f1395020193b tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=da0753e3-3336-4b9e-9497-d7fe5c1a7277 HTTP/1.1" status: 200 len: 210 time: 0.0482702 Feb 04 00:52:50.763029 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6802e1-eb5c-4f40-9c06-a15d808fb6c3 admin admin] Checking segment: {'id': '68d4ed6e-0f9a-486e-9685-517729786454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7195ee69-e0bd-47be-b3e0-7b77670660cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:52:50.763515 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6802e1-eb5c-4f40-9c06-a15d808fb6c3 admin admin] Network hostable DHCP agents. Network: 7195ee69-e0bd-47be-b3e0-7b77670660cc, hostable agents: ['3f99e642-0ed0-4983-9f25-ae4b5e9c36f7'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 00:52:50.784704 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-37dd3138-699f-493f-a13d-6d3882381e4d tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:52:50.784704 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-37dd3138-699f-493f-a13d-6d3882381e4d tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.39 "GET /v2.0/networks?id=c42fc013-0698-46e2-b9f7-ed99a07b79db HTTP/1.1" status: 200 len: 815 time: 0.4064786 Feb 04 00:52:50.858944 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-fab95e51-69d2-4032-b788-a8f899ca3a48 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:52:50.860466 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-fab95e51-69d2-4032-b788-a8f899ca3a48 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.39 "GET /v2.0/networks?id=78c9a29e-cc2a-408f-a8b4-9246fffcf8b8 HTTP/1.1" status: 200 len: 812 time: 0.3686185 Feb 04 00:52:50.878854 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-61c0a4a5-8977-4c79-9205-206a1ed3c2b1 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Request body: {'port': {'device_id': 'da0753e3-3336-4b9e-9497-d7fe5c1a7277', 'network_id': 'c42fc013-0698-46e2-b9f7-ed99a07b79db', 'admin_state_up': True, 'tenant_id': '6ee5067671e14c84ba26b96caf0b0fc1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:52:50.934300 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6fc87709-2195-463a-83f8-36401a1421a4 req-a9a96cf6-588d-49a1-b556-e39337c74fb4 service neutron] 10.222.0.10 "GET /v2.0/networks/ae043462-32cc-4bf5-9ede-b06308dbc788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851652 Feb 04 00:52:50.944494 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-dcb60d29-2332-4244-9bc6-72937568cc32 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] Request body: {'port': {'device_id': 'd2c1c5b7-d977-4c77-86cf-2335c41651a8', 'network_id': '78c9a29e-cc2a-408f-a8b4-9246fffcf8b8', 'admin_state_up': True, 'tenant_id': 'f3d2d296e528496186aad878401be0a7'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:52:51.003665 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6802e1-eb5c-4f40-9c06-a15d808fb6c3 admin admin] Network 7195ee69-e0bd-47be-b3e0-7b77670660cc is scheduled to be hosted by DHCP agent 3f99e642-0ed0-4983-9f25-ae4b5e9c36f7 with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 00:52:51.129914 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 6b01cafd-4dae-4f29-b853-8fd20afd762b up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:52:51.209277 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port 6b01cafd-4dae-4f29-b853-8fd20afd762b triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:52:51.209866 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (6b01cafd-4dae-4f29-b853-8fd20afd762b), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:51.303993 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-9a6802e1-eb5c-4f40-9c06-a15d808fb6c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827778-1-iscsi, 7195ee69-e0bd-47be-b3e0-7b77670660cc) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:52:51.343503 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551bb94d-4c30-4043-b76a-b0f4d97861fd None None] Network 7195ee69-e0bd-47be-b3e0-7b77670660cc requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 00:52:51.389645 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6802e1-eb5c-4f40-9c06-a15d808fb6c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:52:51.389645 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9a6802e1-eb5c-4f40-9c06-a15d808fb6c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for subnet (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:51.482134 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port 6b01cafd-4dae-4f29-b853-8fd20afd762b is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:52:51.483381 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 7703f069-6a54-4c45-b0b2-4f41e3d9d069 up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:52:51.670171 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port 7703f069-6a54-4c45-b0b2-4f41e3d9d069 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:52:51.670570 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (7703f069-6a54-4c45-b0b2-4f41e3d9d069), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:51.673456 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f181d65c-8097-43fe-951b-d31555739b4c None None] Network 7195ee69-e0bd-47be-b3e0-7b77670660cc requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 00:52:51.710601 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ff25c3c3-5f3b-41e3-b8c4-edbb3d39a229 req-f5c93312-d945-43f7-8f04-6139d840c837 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2c1c5b7-d977-4c77-86cf-2335c41651a8 HTTP/1.1" status: 200 len: 210 time: 0.0543733 Feb 04 00:52:51.716669 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-9a6802e1-eb5c-4f40-9c06-a15d808fb6c3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.9680355 Feb 04 00:52:51.800470 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2769b97c-655a-425f-925b-e5a6446a11a6 None None] Sync routers for ids ['3ccbce44-8ea5-4115-8393-33b722fd0d2a'] in dv-cinder-827778-1-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 00:52:51.841558 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-10420051-7003-4bc5-b96b-be984bd48d71 req-c5885508-50a9-4806-ac61-c2a5b6323ce4 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 210 time: 0.0718260 Feb 04 00:52:51.842471 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-61c0a4a5-8977-4c79-9205-206a1ed3c2b1 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Made reservation on behalf of 6ee5067671e14c84ba26b96caf0b0fc1 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:52:51.845984 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-61c0a4a5-8977-4c79-9205-206a1ed3c2b1 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:51.847873 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-dcb60d29-2332-4244-9bc6-72937568cc32 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] Made reservation on behalf of f3d2d296e528496186aad878401be0a7 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:52:51.867228 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-dcb60d29-2332-4244-9bc6-72937568cc32 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:51.982335 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2769b97c-655a-425f-925b-e5a6446a11a6 None None] Routers {'3ccbce44-8ea5-4115-8393-33b722fd0d2a'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:52:51.986596 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 53796) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:52:51.992962 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-5c549f03-c4c1-4a10-b47c-a51bd2463cc2 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Request body: {'security_group': {'name': 'tempest-securitygroup--490146231', 'description': 'tempest-description--295090050'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:52:51.996423 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-2769b97c-655a-425f-925b-e5a6446a11a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:52:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['3ccbce44-8ea5-4115-8393-33b722fd0d2a'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:52:52.128962 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.39', 64168) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:52:52.236428 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5c549f03-c4c1-4a10-b47c-a51bd2463cc2 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:52.290165 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e92748f4-bc5a-4131-9179-adf7fd1e2b10 req-eb3ebfb8-13f8-4da7-8a25-6fef1233da77 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=da0753e3-3336-4b9e-9497-d7fe5c1a7277 HTTP/1.1" status: 200 len: 210 time: 0.1553259 Feb 04 00:52:52.310128 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port 7703f069-6a54-4c45-b0b2-4f41e3d9d069 is: DOWN; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:52:52.321014 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (7703f069-6a54-4c45-b0b2-4f41e3d9d069), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:52.415725 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-2769b97c-655a-425f-925b-e5a6446a11a6 None None] Set router 3ccbce44-8ea5-4115-8393-33b722fd0d2a gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:52:52.561980 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-3d30217c-baa5-4a23-910b-c790c672b3a7 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:52:52.576432 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-3d30217c-baa5-4a23-910b-c790c672b3a7 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.39 "GET /v2.0/networks?id=ae043462-32cc-4bf5-9ede-b06308dbc788 HTTP/1.1" status: 200 len: 819 time: 0.4507561 Feb 04 00:52:52.622124 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-b64e4d9e-578b-4ad9-b559-b5b80ff45460 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Request body: {'port': {'device_id': '0f023172-7a69-4455-8ed0-9b629be4db65', 'network_id': 'ae043462-32cc-4bf5-9ede-b06308dbc788', 'admin_state_up': True, 'tenant_id': '2afd163d280640839661275f0ebd1c4e'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:52:52.728440 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-61c0a4a5-8977-4c79-9205-206a1ed3c2b1 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Allocated IP 172.20.0.2 (c42fc013-0698-46e2-b9f7-ed99a07b79db/65a62566-4a16-4ef6-aab9-2e1221b6fd4f/51d6301d-baf9-4a4c-a89f-a04596df3241) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:52:52.793807 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5c549f03-c4c1-4a10-b47c-a51bd2463cc2 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks [] for security_group (138fc5e9-5364-49b8-afc4-029d0969bb83), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:52.842373 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] For port 7703f069-6a54-4c45-b0b2-4f41e3d9d069, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=7703f069-6a54-4c45-b0b2-4f41e3d9d069,segment=NetworkSegment(060e0f0b-1beb-4b9f-b430-9022df74b8a3),segment_id=060e0f0b-1beb-4b9f-b430-9022df74b8a3)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:52:52.909964 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-dcb60d29-2332-4244-9bc6-72937568cc32 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] Allocated IP 172.20.0.2 (78c9a29e-cc2a-408f-a8b4-9246fffcf8b8/c16da9bc-a80c-4e00-9d57-5d26ed0fa750/6d5d88e7-f438-4d9c-9e46-6f39e34ac909) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:52:52.954346 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9de19f14-3b79-4b41-9199-b58162900102 req-9f1e2097-e7e3-4d80-87db-01152a17f1de tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2c1c5b7-d977-4c77-86cf-2335c41651a8 HTTP/1.1" status: 200 len: 210 time: 0.0572231 Feb 04 00:52:53.117381 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (7703f069-6a54-4c45-b0b2-4f41e3d9d069), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:53.118573 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5c549f03-c4c1-4a10-b47c-a51bd2463cc2 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (138fc5e9-5364-49b8-afc4-029d0969bb83), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:53.158988 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-42f913df-ccb3-41ca-af9e-1fd908a1eb8a req-98dec4be-86ea-409d-ab29-0538a5f2e1de tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 210 time: 0.0818262 Feb 04 00:52:53.306316 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c549f03-c4c1-4a10-b47c-a51bd2463cc2 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=138fc5e9-5364-49b8-afc4-029d0969bb83,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:53.350548 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Pushing event updated for resources: {'Port': ['ID=7703f069-6a54-4c45-b0b2-4f41e3d9d069,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:53.375238 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-dcb60d29-2332-4244-9bc6-72937568cc32 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] Publish callbacks [] for port (6d5d88e7-f438-4d9c-9e46-6f39e34ac909), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:53.447822 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-2769b97c-655a-425f-925b-e5a6446a11a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'name': 'tempest-AttachVolumeShelveTestJSON-605683564-router', 'tenant_id': '33c179601f1e46788de48f0cac243499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '6b01cafd-4dae-4f29-b853-8fd20afd762b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:52:41Z', 'updated_at': '2022-02-04T00:52:48Z', 'revision_number': 4, 'project_id': '33c179601f1e46788de48f0cac243499', 'gw_port': {'id': '6b01cafd-4dae-4f29-b853-8fd20afd762b', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:52:42Z', 'updated_at': '2022-02-04T00:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': 'fde795b7-fdfe-4316-9844-56dfe0b3239a', 'name': '', 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321', 'tenant_id': '33c179601f1e46788de48f0cac243499', 'mac_address': 'fa:16:3e:de:ca:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a3690513-81ad-46a5-afc0-910eebaac8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:52:46Z', 'updated_at': '2022-02-04T00:52:48Z', 'revision_number': 2, 'project_id': '33c179601f1e46788de48f0cac243499', 'subnets': [{'id': 'a3690513-81ad-46a5-afc0-910eebaac8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:52:53.505175 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-61c0a4a5-8977-4c79-9205-206a1ed3c2b1 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Publish callbacks [] for port (51d6301d-baf9-4a4c-a89f-a04596df3241), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:53.510990 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2769b97c-655a-425f-925b-e5a6446a11a6 None None] Checking router: 3ccbce44-8ea5-4115-8393-33b722fd0d2a for host: dv-cinder-827778-1-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 00:52:53.511613 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2769b97c-655a-425f-925b-e5a6446a11a6 None None] Updating router 3ccbce44-8ea5-4115-8393-33b722fd0d2a port fde795b7-fdfe-4316-9844-56dfe0b3239a binding host dv-cinder-827778-1-iscsi {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 00:52:53.529532 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-84218526-56d9-438f-be7b-a10a5ee90b1c req-205a524a-8778-4d96-b9b2-c29cd1e0a2f4 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=da0753e3-3336-4b9e-9497-d7fe5c1a7277 HTTP/1.1" status: 200 len: 210 time: 0.0580182 Feb 04 00:52:53.567147 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5c549f03-c4c1-4a10-b47c-a51bd2463cc2 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:53.571561 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-5c549f03-c4c1-4a10-b47c-a51bd2463cc2 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.5812805 Feb 04 00:52:53.571561 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-b64e4d9e-578b-4ad9-b559-b5b80ff45460 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Made reservation on behalf of 2afd163d280640839661275f0ebd1c4e for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:52:53.576339 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2769b97c-655a-425f-925b-e5a6446a11a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (fde795b7-fdfe-4316-9844-56dfe0b3239a), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:53.584266 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-b64e4d9e-578b-4ad9-b559-b5b80ff45460 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:53.611295 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 53860) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:52:53.611295 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [None req-fe161049-4a00-494e-a2eb-b31e228bc72d tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Request body: {'security_group_rule': {'security_group_id': '138fc5e9-5364-49b8-afc4-029d0969bb83', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:52:53.691749 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-dcb60d29-2332-4244-9bc6-72937568cc32 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223'] for port (6d5d88e7-f438-4d9c-9e46-6f39e34ac909), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:53.739988 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 53862) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:52:53.757808 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 53866) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:52:53.782685 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-afedcce8-c435-46bd-b9da-9e0994ddb9c2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-139601346-network', 'tenant_id': '1cedc3e2cdec42f785d9f64eaf58ecb0'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:52:53.877446 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb60d29-2332-4244-9bc6-72937568cc32 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] Pushing event updated for resources: {'Port': ['ID=6d5d88e7-f438-4d9c-9e46-6f39e34ac909,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:53.898089 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-dcb60d29-2332-4244-9bc6-72937568cc32 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] Network 78c9a29e-cc2a-408f-a8b4-9246fffcf8b8 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:52:53.901269 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-61c0a4a5-8977-4c79-9205-206a1ed3c2b1 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223'] for port (51d6301d-baf9-4a4c-a89f-a04596df3241), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:53.926569 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-dcb60d29-2332-4244-9bc6-72937568cc32 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:52:53.930159 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-dcb60d29-2332-4244-9bc6-72937568cc32 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:52:53.948137 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-dcb60d29-2332-4244-9bc6-72937568cc32 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:52:53.949294 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-dcb60d29-2332-4244-9bc6-72937568cc32 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:54.022420 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fe161049-4a00-494e-a2eb-b31e228bc72d tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks [] for security_group_rule (9041f880-23a8-4f1f-9490-24983023827a), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:54.058708 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afedcce8-c435-46bd-b9da-9e0994ddb9c2 admin admin] Made reservation on behalf of 1cedc3e2cdec42f785d9f64eaf58ecb0 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:52:54.066324 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-afedcce8-c435-46bd-b9da-9e0994ddb9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for network (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:54.102549 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0a4a5-8977-4c79-9205-206a1ed3c2b1 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Pushing event updated for resources: {'Port': ['ID=51d6301d-baf9-4a4c-a89f-a04596df3241,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:54.116708 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-61c0a4a5-8977-4c79-9205-206a1ed3c2b1 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Network c42fc013-0698-46e2-b9f7-ed99a07b79db is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:52:54.121859 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-61c0a4a5-8977-4c79-9205-206a1ed3c2b1 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:52:54.129329 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-61c0a4a5-8977-4c79-9205-206a1ed3c2b1 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:52:54.137004 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-61c0a4a5-8977-4c79-9205-206a1ed3c2b1 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:52:54.138040 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-61c0a4a5-8977-4c79-9205-206a1ed3c2b1 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:54.151104 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-afedcce8-c435-46bd-b9da-9e0994ddb9c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:54.174211 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fe161049-4a00-494e-a2eb-b31e228bc72d tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks [] for security_group_rule (9041f880-23a8-4f1f-9490-24983023827a), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:54.243507 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-b64e4d9e-578b-4ad9-b559-b5b80ff45460 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Allocated IP 172.20.0.7 (ae043462-32cc-4bf5-9ede-b06308dbc788/46745580-e406-4b05-84f7-81e0482f0518/e3444036-dd14-4e16-9a59-c926e0b970dc) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:52:54.275326 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2769b97c-655a-425f-925b-e5a6446a11a6 None None] Publish callbacks [] for port (fde795b7-fdfe-4316-9844-56dfe0b3239a), precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:54.284911 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7669eae8-a6e1-431a-839a-d41e139d8995 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:54.317356 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-90c2030e-2309-49c7-bc08-194f6b404795 req-583a550a-a266-4b46-a5f9-4cd65f96fbda tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 210 time: 0.0348341 Feb 04 00:52:54.383990 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869265d5-e208-4778-bd33-1842094f990d req-8c63ed52-b549-4115-80bd-51b195a815a4 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:52:54.386021 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-869265d5-e208-4778-bd33-1842094f990d req-8c63ed52-b549-4115-80bd-51b195a815a4 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2c1c5b7-d977-4c77-86cf-2335c41651a8 HTTP/1.1" status: 200 len: 931 time: 0.2644918 Feb 04 00:52:54.446303 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-dcb60d29-2332-4244-9bc6-72937568cc32 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5208235 Feb 04 00:52:54.473433 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fe161049-4a00-494e-a2eb-b31e228bc72d tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670956'] for security_group_rule (9041f880-23a8-4f1f-9490-24983023827a), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:54.474842 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2769b97c-655a-425f-925b-e5a6446a11a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (fde795b7-fdfe-4316-9844-56dfe0b3239a), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:54.482042 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-61c0a4a5-8977-4c79-9205-206a1ed3c2b1 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6204066 Feb 04 00:52:54.532463 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe161049-4a00-494e-a2eb-b31e228bc72d tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9041f880-23a8-4f1f-9490-24983023827a,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:54.568860 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36731fa-b3fa-45c5-95be-dcd649774980 None None] Pushing event updated for resources: {'Port': ['ID=fde795b7-fdfe-4316-9844-56dfe0b3239a,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:54.629227 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fe161049-4a00-494e-a2eb-b31e228bc72d tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:54.633071 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-fe161049-4a00-494e-a2eb-b31e228bc72d tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0354531 Feb 04 00:52:54.636903 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 53882) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:52:54.640540 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [None req-51b32c92-4552-4d33-b0bc-8fffb47a96f8 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Request body: {'security_group_rule': {'security_group_id': '138fc5e9-5364-49b8-afc4-029d0969bb83', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:52:54.657424 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-869265d5-e208-4778-bd33-1842094f990d req-6e47385c-3098-49d4-bae8-8f2529dc9939 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/security-groups?id=474786d4-1589-40a0-a0db-49f4e032018a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395329 Feb 04 00:52:54.697278 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-afedcce8-c435-46bd-b9da-9e0994ddb9c2 admin admin] Publish callbacks [] for security_group (dd919774-1b28-4daa-b9d4-ca2fd6aff81f), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:54.751591 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-2769b97c-655a-425f-925b-e5a6446a11a6 None None] Attempting to bind port fde795b7-fdfe-4316-9844-56dfe0b3239a on host dv-cinder-827778-1-iscsi for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 00:52:54.751974 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-2769b97c-655a-425f-925b-e5a6446a11a6 None None] Attempting to bind port fde795b7-fdfe-4316-9844-56dfe0b3239a by drivers openvswitch,hyperv on host dv-cinder-827778-1-iscsi at level 0 using segments [{'id': '54e3d956-d261-4a67-bb25-94057ffc11cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 00:52:54.752342 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2769b97c-655a-425f-925b-e5a6446a11a6 None None] Attempting to bind port fde795b7-fdfe-4316-9844-56dfe0b3239a on network 7fa434c0-397c-452d-8882-f9f118f80321 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:52:54.775452 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2769b97c-655a-425f-925b-e5a6446a11a6 None None] Checking agent: {'id': '0e3a6df7-c473-4931-90ee-c50828366a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 44, 16), 'started_at': datetime.datetime(2022, 2, 4, 0, 44, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 00:52:54.780010 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2769b97c-655a-425f-925b-e5a6446a11a6 None None] Checking segment: {'id': '54e3d956-d261-4a67-bb25-94057ffc11cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:52:54.780010 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2769b97c-655a-425f-925b-e5a6446a11a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:54.780010 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2769b97c-655a-425f-925b-e5a6446a11a6 None None] Bound using segment: {'id': '54e3d956-d261-4a67-bb25-94057ffc11cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 00:52:54.780010 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-2769b97c-655a-425f-925b-e5a6446a11a6 None None] Bound port: fde795b7-fdfe-4316-9844-56dfe0b3239a, host: dv-cinder-827778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54e3d956-d261-4a67-bb25-94057ffc11cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 00:52:54.781082 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2769b97c-655a-425f-925b-e5a6446a11a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (fde795b7-fdfe-4316-9844-56dfe0b3239a), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:54.797521 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-b64e4d9e-578b-4ad9-b559-b5b80ff45460 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Publish callbacks [] for port (e3444036-dd14-4e16-9a59-c926e0b970dc), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:54.807262 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-eee35612-5f5f-424e-a4ae-6f4fa556802b tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 00:52:54.808190 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-eee35612-5f5f-424e-a4ae-6f4fa556802b tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0231872 Feb 04 00:52:54.813249 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-afedcce8-c435-46bd-b9da-9e0994ddb9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (dd919774-1b28-4daa-b9d4-ca2fd6aff81f), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:54.814473 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-4ea42206-3354-41f8-b878-5bcf86d50e49 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 00:52:54.815088 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-4ea42206-3354-41f8-b878-5bcf86d50e49 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0287559 Feb 04 00:52:54.835766 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7669eae8-a6e1-431a-839a-d41e139d8995 admin admin] Publish callbacks [] for security_group (e607dce1-6f3e-4a5b-9798-48116ea9e213), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:54.893730 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afedcce8-c435-46bd-b9da-9e0994ddb9c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd919774-1b28-4daa-b9d4-ca2fd6aff81f,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:54.896687 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8ad87-4b6e-4300-b821-4fd7c1009a23 req-9864eccd-a26a-46fb-8479-3af0fe60fbfc tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:52:54.917402 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-dee8ad87-4b6e-4300-b821-4fd7c1009a23 req-9864eccd-a26a-46fb-8479-3af0fe60fbfc tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=da0753e3-3336-4b9e-9497-d7fe5c1a7277 HTTP/1.1" status: 200 len: 931 time: 0.2577505 Feb 04 00:52:54.921160 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afedcce8-c435-46bd-b9da-9e0994ddb9c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 00:52:54.991970 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7669eae8-a6e1-431a-839a-d41e139d8995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (e607dce1-6f3e-4a5b-9798-48116ea9e213), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:54.994848 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-afedcce8-c435-46bd-b9da-9e0994ddb9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650'] for segment (d7dba7fc-aead-4098-99fe-616c4ac79aa0), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:54.995188 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.db.segments_db [None req-afedcce8-c435-46bd-b9da-9e0994ddb9c2 admin admin] Added segment d7dba7fc-aead-4098-99fe-616c4ac79aa0 of type vlan for network 27c0011d-5bec-4ae8-b6d6-2373f6ab3b68 Feb 04 00:52:55.019098 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-51b32c92-4552-4d33-b0bc-8fffb47a96f8 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks [] for security_group_rule (f538c02d-5deb-4149-b70e-06ea945546b5), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:55.080172 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-237047b0-7ef2-4228-bfba-adddb3e359d1 service neutron] Request body: {'port': {'device_id': 'da0753e3-3336-4b9e-9497-d7fe5c1a7277', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:52:55.094682 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a8bc782b-b531-48a4-b276-f2f0262c9c56 None None] Provisioning complete for port fde795b7-fdfe-4316-9844-56dfe0b3239a triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:52:55.095058 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a8bc782b-b531-48a4-b276-f2f0262c9c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (fde795b7-fdfe-4316-9844-56dfe0b3239a), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:55.099140 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-2769b97c-655a-425f-925b-e5a6446a11a6 None None] For port fde795b7-fdfe-4316-9844-56dfe0b3239a, host dv-cinder-827778-1-iscsi, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:52:55.111395 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7669eae8-a6e1-431a-839a-d41e139d8995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e607dce1-6f3e-4a5b-9798-48116ea9e213,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:55.218222 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-a82bd793-f370-4ed5-86b1-eed836cc1437 service neutron] Request body: {'port': {'device_id': 'd2c1c5b7-d977-4c77-86cf-2335c41651a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:52:55.218555 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-7669eae8-a6e1-431a-839a-d41e139d8995 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f7be04d141fa494aac97df209d78d6a4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4670203 Feb 04 00:52:55.218555 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 53900) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:52:55.219294 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-2769b97c-655a-425f-925b-e5a6446a11a6 None None] For port fde795b7-fdfe-4316-9844-56dfe0b3239a, host dv-cinder-827778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=fde795b7-fdfe-4316-9844-56dfe0b3239a,segment=NetworkSegment(54e3d956-d261-4a67-bb25-94057ffc11cf),segment_id=54e3d956-d261-4a67-bb25-94057ffc11cf)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:52:55.221090 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a8bc782b-b531-48a4-b276-f2f0262c9c56 None None] Port fde795b7-fdfe-4316-9844-56dfe0b3239a cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 00:52:55.277720 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-afedcce8-c435-46bd-b9da-9e0994ddb9c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784745949642'] for network (27c0011d-5bec-4ae8-b6d6-2373f6ab3b68), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:55.301885 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-dee8ad87-4b6e-4300-b821-4fd7c1009a23 req-5973c84f-118f-4a0e-b3f3-f63c2a44e65c tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695290 Feb 04 00:52:55.335097 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 7703f069-6a54-4c45-b0b2-4f41e3d9d069 up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:52:55.395763 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-237047b0-7ef2-4228-bfba-adddb3e359d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (51d6301d-baf9-4a4c-a89f-a04596df3241), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:55.412740 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-51b32c92-4552-4d33-b0bc-8fffb47a96f8 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks [] for security_group_rule (f538c02d-5deb-4149-b70e-06ea945546b5), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:55.412937 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-b64e4d9e-578b-4ad9-b559-b5b80ff45460 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223'] for port (e3444036-dd14-4e16-9a59-c926e0b970dc), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:55.413607 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-a82bd793-f370-4ed5-86b1-eed836cc1437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (6d5d88e7-f438-4d9c-9e46-6f39e34ac909), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:55.451196 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2769b97c-655a-425f-925b-e5a6446a11a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (fde795b7-fdfe-4316-9844-56dfe0b3239a), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:55.536719 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-51b32c92-4552-4d33-b0bc-8fffb47a96f8 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670956'] for security_group_rule (f538c02d-5deb-4149-b70e-06ea945546b5), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:55.597482 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.39', 64176) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:52:55.637424 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8a0e7722-a959-4a2d-b05c-96b5699795f6 req-f4bb8387-0bb3-44bc-91ba-96cd80d91023 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 210 time: 0.0804818 Feb 04 00:52:55.639433 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-afedcce8-c435-46bd-b9da-9e0994ddb9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599'] for network (27c0011d-5bec-4ae8-b6d6-2373f6ab3b68), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:55.652180 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afedcce8-c435-46bd-b9da-9e0994ddb9c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:52:55.654170 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-afedcce8-c435-46bd-b9da-9e0994ddb9c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for network (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:55.655091 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b32c92-4552-4d33-b0bc-8fffb47a96f8 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f538c02d-5deb-4149-b70e-06ea945546b5,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:55.690760 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36731fa-b3fa-45c5-95be-dcd649774980 None None] Pushing event updated for resources: {'Port': ['ID=fde795b7-fdfe-4316-9844-56dfe0b3239a,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:55.702276 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2769b97c-655a-425f-925b-e5a6446a11a6 None None] Routers {'3ccbce44-8ea5-4115-8393-33b722fd0d2a'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:52:55.703528 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-2769b97c-655a-425f-925b-e5a6446a11a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:52:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['3ccbce44-8ea5-4115-8393-33b722fd0d2a'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:52:55.751431 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-b64e4d9e-578b-4ad9-b559-b5b80ff45460 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Network ae043462-32cc-4bf5-9ede-b06308dbc788 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:52:55.751431 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 53908) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:52:55.864972 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-2769b97c-655a-425f-925b-e5a6446a11a6 None None] Set router 3ccbce44-8ea5-4115-8393-33b722fd0d2a gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:52:55.906341 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-91ac7692-45fa-4fc1-b453-e7eef1454935 admin admin] Publish callbacks [] for security_group (e607dce1-6f3e-4a5b-9798-48116ea9e213), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:55.908980 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-b64e4d9e-578b-4ad9-b559-b5b80ff45460 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:52:55.911584 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-b64e4d9e-578b-4ad9-b559-b5b80ff45460 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:52:55.929347 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-b64e4d9e-578b-4ad9-b559-b5b80ff45460 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:52:55.929347 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-b64e4d9e-578b-4ad9-b559-b5b80ff45460 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:55.930503 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-51b32c92-4552-4d33-b0bc-8fffb47a96f8 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:55.934781 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-51b32c92-4552-4d33-b0bc-8fffb47a96f8 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2968354 Feb 04 00:52:55.967397 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 53912) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:52:56.010474 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port 7703f069-6a54-4c45-b0b2-4f41e3d9d069 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:52:56.011288 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (7703f069-6a54-4c45-b0b2-4f41e3d9d069), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:56.028181 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-19137145-f87b-4dd1-9cbf-846fb7813889 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Request body: {'floatingip': {'floating_network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:52:56.070730 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e4d9e-578b-4ad9-b559-b5b80ff45460 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Pushing event updated for resources: {'Port': ['ID=e3444036-dd14-4e16-9a59-c926e0b970dc,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:56.085503 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-b64e4d9e-578b-4ad9-b559-b5b80ff45460 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4862907 Feb 04 00:52:56.141609 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-50a478c7-3943-45e6-b86c-d34e1a144672 service neutron] Request body: {'port': {'device_id': '0f023172-7a69-4455-8ed0-9b629be4db65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:52:56.152721 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-91ac7692-45fa-4fc1-b453-e7eef1454935 admin admin] Publish callbacks [] for security_group (e607dce1-6f3e-4a5b-9798-48116ea9e213), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:56.155015 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afedcce8-c435-46bd-b9da-9e0994ddb9c2 admin admin] Pushing event updated for resources: {'Network': ['ID=27c0011d-5bec-4ae8-b6d6-2373f6ab3b68,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:56.171771 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Network 27c0011d-5bec-4ae8-b6d6-2373f6ab3b68 details requested by agent ovs-agent-dv-cinder-827778-1-iscsi with host dv-cinder-827778-1-iscsi {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 00:52:56.197404 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-afedcce8-c435-46bd-b9da-9e0994ddb9c2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4261916 Feb 04 00:52:56.207568 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 53920) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:52:56.225201 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-b5b87d9e-0e0d-4153-bb68-b0104cc12ad5 admin admin] Request body: {'subnet': {'network_id': '27c0011d-5bec-4ae8-b6d6-2373f6ab3b68', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-139601346-subnet', 'tenant_id': '1cedc3e2cdec42f785d9f64eaf58ecb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:52:56.263724 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f8dc95ce-e7ca-4db0-9154-8781852fc0cb None None] Provisioning complete for port fde795b7-fdfe-4316-9844-56dfe0b3239a triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:52:56.264181 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f8dc95ce-e7ca-4db0-9154-8781852fc0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (fde795b7-fdfe-4316-9844-56dfe0b3239a), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:56.283649 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-631ac617-078a-4905-85c2-a604cd94b2e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:56.338997 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19137145-f87b-4dd1-9cbf-846fb7813889 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:56.397497 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port 7703f069-6a54-4c45-b0b2-4f41e3d9d069 is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:52:56.555612 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f8dc95ce-e7ca-4db0-9154-8781852fc0cb None None] Current status of the port fde795b7-fdfe-4316-9844-56dfe0b3239a is: DOWN; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:52:56.556374 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f8dc95ce-e7ca-4db0-9154-8781852fc0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (fde795b7-fdfe-4316-9844-56dfe0b3239a), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:56.566810 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b87d9e-0e0d-4153-bb68-b0104cc12ad5 admin admin] Made reservation on behalf of 1cedc3e2cdec42f785d9f64eaf58ecb0 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:52:56.569855 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b5b87d9e-0e0d-4153-bb68-b0104cc12ad5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:56.603327 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-2769b97c-655a-425f-925b-e5a6446a11a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'name': 'tempest-AttachVolumeShelveTestJSON-605683564-router', 'tenant_id': '33c179601f1e46788de48f0cac243499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '6b01cafd-4dae-4f29-b853-8fd20afd762b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:52:41Z', 'updated_at': '2022-02-04T00:52:48Z', 'revision_number': 4, 'project_id': '33c179601f1e46788de48f0cac243499', 'gw_port': {'id': '6b01cafd-4dae-4f29-b853-8fd20afd762b', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:52:42Z', 'updated_at': '2022-02-04T00:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': 'fde795b7-fdfe-4316-9844-56dfe0b3239a', 'name': '', 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321', 'tenant_id': '33c179601f1e46788de48f0cac243499', 'mac_address': 'fa:16:3e:de:ca:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a3690513-81ad-46a5-afc0-910eebaac8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:52:46Z', 'updated_at': '2022-02-04T00:52:55Z', 'revision_number': 4, 'project_id': '33c179601f1e46788de48f0cac243499', 'subnets': [{'id': 'a3690513-81ad-46a5-afc0-910eebaac8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:52:56.619517 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-50a478c7-3943-45e6-b86c-d34e1a144672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (e3444036-dd14-4e16-9a59-c926e0b970dc), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:56.635524 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2769b97c-655a-425f-925b-e5a6446a11a6 None None] The sync data for ids ['3ccbce44-8ea5-4115-8393-33b722fd0d2a'] in dv-cinder-827778-1-iscsi is: [{'id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'name': 'tempest-AttachVolumeShelveTestJSON-605683564-router', 'tenant_id': '33c179601f1e46788de48f0cac243499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '6b01cafd-4dae-4f29-b853-8fd20afd762b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:52:41Z', 'updated_at': '2022-02-04T00:52:48Z', 'revision_number': 4, 'project_id': '33c179601f1e46788de48f0cac243499', 'gw_port': {'id': '6b01cafd-4dae-4f29-b853-8fd20afd762b', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:52:42Z', 'updated_at': '2022-02-04T00:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': 'fde795b7-fdfe-4316-9844-56dfe0b3239a', 'name': '', 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321', 'tenant_id': '33c179601f1e46788de48f0cac243499', 'mac_address': 'fa:16:3e:de:ca:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a3690513-81ad-46a5-afc0-910eebaac8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:52:46Z', 'updated_at': '2022-02-04T00:52:55Z', 'revision_number': 4, 'project_id': '33c179601f1e46788de48f0cac243499', 'subnets': [{'id': 'a3690513-81ad-46a5-afc0-910eebaac8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 00:52:56.648455 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-a82bd793-f370-4ed5-86b1-eed836cc1437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d5d88e7-f438-4d9c-9e46-6f39e34ac909 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:52:56.667479 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-a82bd793-f370-4ed5-86b1-eed836cc1437 service neutron] Publish callbacks [] for port (6d5d88e7-f438-4d9c-9e46-6f39e34ac909), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:56.696727 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f8dc95ce-e7ca-4db0-9154-8781852fc0cb None None] For port fde795b7-fdfe-4316-9844-56dfe0b3239a, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=fde795b7-fdfe-4316-9844-56dfe0b3239a,segment=NetworkSegment(54e3d956-d261-4a67-bb25-94057ffc11cf),segment_id=54e3d956-d261-4a67-bb25-94057ffc11cf)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:52:56.725865 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc87709-2195-463a-83f8-36401a1421a4 req-66cb2266-2b19-44f8-834b-9575b6d9fe0c tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:52:56.732826 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6fc87709-2195-463a-83f8-36401a1421a4 req-66cb2266-2b19-44f8-834b-9575b6d9fe0c tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.39 "GET /v2.0/networks?id=ae043462-32cc-4bf5-9ede-b06308dbc788 HTTP/1.1" status: 200 len: 819 time: 1.1342859 Feb 04 00:52:56.767987 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9bb9e-2af0-4ee1-9a2e-47bb4dfd62bb req-90f3bddb-4af2-4a82-9f77-35226086051a tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:52:56.769579 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-fbe9bb9e-2af0-4ee1-9a2e-47bb4dfd62bb req-90f3bddb-4af2-4a82-9f77-35226086051a tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2c1c5b7-d977-4c77-86cf-2335c41651a8 HTTP/1.1" status: 200 len: 931 time: 0.8664000 Feb 04 00:52:56.774619 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [req-6fc87709-2195-463a-83f8-36401a1421a4 req-f1ec2213-1df7-47b4-bf89-418ca016247a tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Request body: {'port': {'device_id': '70b4aabf-99fe-41f4-8cd4-07427ba447ad', 'network_id': 'ae043462-32cc-4bf5-9ede-b06308dbc788', 'admin_state_up': True, 'tenant_id': '2afd163d280640839661275f0ebd1c4e'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:52:56.787072 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f8dc95ce-e7ca-4db0-9154-8781852fc0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (fde795b7-fdfe-4316-9844-56dfe0b3239a), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:56.791606 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-91ac7692-45fa-4fc1-b453-e7eef1454935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (e607dce1-6f3e-4a5b-9798-48116ea9e213), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:56.800611 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-91ac7692-45fa-4fc1-b453-e7eef1454935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:56.802657 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-91ac7692-45fa-4fc1-b453-e7eef1454935 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e607dce1-6f3e-4a5b-9798-48116ea9e213 HTTP/1.1" status: 204 len: 168 time: 1.5903373 Feb 04 00:52:56.896413 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-a82bd793-f370-4ed5-86b1-eed836cc1437 service neutron] Transition to ACTIVE for port object 6d5d88e7-f438-4d9c-9e46-6f39e34ac909 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:52:56.921143 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb2999-6e40-4586-b5fe-56278270bc5b req-65a300d1-a83c-4f34-8eca-52d531b69171 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:52:56.928074 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc95ce-e7ca-4db0-9154-8781852fc0cb None None] Pushing event updated for resources: {'Port': ['ID=fde795b7-fdfe-4316-9844-56dfe0b3239a,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:56.932820 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-79bb2999-6e40-4586-b5fe-56278270bc5b req-65a300d1-a83c-4f34-8eca-52d531b69171 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=da0753e3-3336-4b9e-9497-d7fe5c1a7277 HTTP/1.1" status: 200 len: 931 time: 0.3805854 Feb 04 00:52:56.962078 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac7692-45fa-4fc1-b453-e7eef1454935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e607dce1-6f3e-4a5b-9798-48116ea9e213,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:57.054125 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-a82bd793-f370-4ed5-86b1-eed836cc1437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (6d5d88e7-f438-4d9c-9e46-6f39e34ac909), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:57.086045 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-fbe9bb9e-2af0-4ee1-9a2e-47bb4dfd62bb req-61c054c0-4522-43d3-9e2e-7222e3756d49 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/security-groups?id=474786d4-1589-40a0-a0db-49f4e032018a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965604 Feb 04 00:52:57.201909 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fc87709-2195-463a-83f8-36401a1421a4 req-f1ec2213-1df7-47b4-bf89-418ca016247a tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Made reservation on behalf of 2afd163d280640839661275f0ebd1c4e for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:52:57.205347 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6fc87709-2195-463a-83f8-36401a1421a4 req-f1ec2213-1df7-47b4-bf89-418ca016247a tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:57.216444 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82bd793-f370-4ed5-86b1-eed836cc1437 service neutron] Pushing event updated for resources: {'Port': ['ID=6d5d88e7-f438-4d9c-9e46-6f39e34ac909,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:57.288986 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-631ac617-078a-4905-85c2-a604cd94b2e3 admin admin] Publish callbacks [] for security_group (373f25c3-9d01-456c-a749-218ddec31371), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:57.330885 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-237047b0-7ef2-4228-bfba-adddb3e359d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51d6301d-baf9-4a4c-a89f-a04596df3241 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:52:57.408438 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-237047b0-7ef2-4228-bfba-adddb3e359d1 service neutron] Publish callbacks [] for port (51d6301d-baf9-4a4c-a89f-a04596df3241), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:57.418492 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-cd105366-1164-461c-8cb3-24d9526f3b90 req-41d91300-76a7-4b0a-9a46-02b84d2e0dba tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 210 time: 0.1207719 Feb 04 00:52:57.515212 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-631ac617-078a-4905-85c2-a604cd94b2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (373f25c3-9d01-456c-a749-218ddec31371), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:57.521758 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-a82bd793-f370-4ed5-86b1-eed836cc1437 service neutron] Attempting to bind port 6d5d88e7-f438-4d9c-9e46-6f39e34ac909 on host hv-cinder-82777 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 00:52:57.526093 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device fde795b7-fdfe-4316-9844-56dfe0b3239a up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:52:57.526610 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-a82bd793-f370-4ed5-86b1-eed836cc1437 service neutron] Attempting to bind port 6d5d88e7-f438-4d9c-9e46-6f39e34ac909 by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': '726b3ea9-383d-49bf-aac0-644e44047715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '78c9a29e-cc2a-408f-a8b4-9246fffcf8b8'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 00:52:57.527097 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-a82bd793-f370-4ed5-86b1-eed836cc1437 service neutron] Attempting to bind port 6d5d88e7-f438-4d9c-9e46-6f39e34ac909 on network 78c9a29e-cc2a-408f-a8b4-9246fffcf8b8 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:52:57.557007 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-237047b0-7ef2-4228-bfba-adddb3e359d1 service neutron] Transition to ACTIVE for port object 51d6301d-baf9-4a4c-a89f-a04596df3241 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:52:57.557955 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-a82bd793-f370-4ed5-86b1-eed836cc1437 service neutron] Port 6d5d88e7-f438-4d9c-9e46-6f39e34ac909 on network 78c9a29e-cc2a-408f-a8b4-9246fffcf8b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 00:52:57.558409 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-a82bd793-f370-4ed5-86b1-eed836cc1437 service neutron] Attempting to bind port 6d5d88e7-f438-4d9c-9e46-6f39e34ac909 on network 78c9a29e-cc2a-408f-a8b4-9246fffcf8b8 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:52:57.574028 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-a82bd793-f370-4ed5-86b1-eed836cc1437 service neutron] Checking agent: {'id': 'bf093114-7719-4a60-8fae-8541124bea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 50, 48), 'started_at': datetime.datetime(2022, 2, 4, 0, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 00:52:57.575104 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-a82bd793-f370-4ed5-86b1-eed836cc1437 service neutron] Checking segment: {'id': '726b3ea9-383d-49bf-aac0-644e44047715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '78c9a29e-cc2a-408f-a8b4-9246fffcf8b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:52:57.575760 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-a82bd793-f370-4ed5-86b1-eed836cc1437 service neutron] Bound using segment: {'id': '726b3ea9-383d-49bf-aac0-644e44047715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '78c9a29e-cc2a-408f-a8b4-9246fffcf8b8'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 00:52:57.576742 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-a82bd793-f370-4ed5-86b1-eed836cc1437 service neutron] Bound port: 6d5d88e7-f438-4d9c-9e46-6f39e34ac909, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '726b3ea9-383d-49bf-aac0-644e44047715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '78c9a29e-cc2a-408f-a8b4-9246fffcf8b8'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 00:52:57.577239 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-a82bd793-f370-4ed5-86b1-eed836cc1437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (6d5d88e7-f438-4d9c-9e46-6f39e34ac909), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:57.660354 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port fde795b7-fdfe-4316-9844-56dfe0b3239a triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:52:57.660732 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (fde795b7-fdfe-4316-9844-56dfe0b3239a), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:57.677724 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-237047b0-7ef2-4228-bfba-adddb3e359d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (51d6301d-baf9-4a4c-a89f-a04596df3241), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:57.710279 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-631ac617-078a-4905-85c2-a604cd94b2e3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dad12a1a2213410492bd8ca11ae92c19&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7457516 Feb 04 00:52:57.710279 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631ac617-078a-4905-85c2-a604cd94b2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373f25c3-9d01-456c-a749-218ddec31371,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:57.710279 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 53946) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:52:57.808012 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port fde795b7-fdfe-4316-9844-56dfe0b3239a is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:52:57.898303 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237047b0-7ef2-4228-bfba-adddb3e359d1 service neutron] Pushing event updated for resources: {'Port': ['ID=51d6301d-baf9-4a4c-a89f-a04596df3241,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:57.904406 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-a82bd793-f370-4ed5-86b1-eed836cc1437 service neutron] For port 6d5d88e7-f438-4d9c-9e46-6f39e34ac909, host hv-cinder-82777, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:52:57.910313 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-a82bd793-f370-4ed5-86b1-eed836cc1437 service neutron] For port 6d5d88e7-f438-4d9c-9e46-6f39e34ac909, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=6d5d88e7-f438-4d9c-9e46-6f39e34ac909,segment=NetworkSegment(726b3ea9-383d-49bf-aac0-644e44047715),segment_id=726b3ea9-383d-49bf-aac0-644e44047715)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:52:57.960719 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-237047b0-7ef2-4228-bfba-adddb3e359d1 service neutron] Attempting to bind port 51d6301d-baf9-4a4c-a89f-a04596df3241 on host hv-cinder-82777 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 00:52:57.961155 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-237047b0-7ef2-4228-bfba-adddb3e359d1 service neutron] Attempting to bind port 51d6301d-baf9-4a4c-a89f-a04596df3241 by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': 'bfd891dd-65b5-4811-be81-80f452cca4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c42fc013-0698-46e2-b9f7-ed99a07b79db'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 00:52:57.961619 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-237047b0-7ef2-4228-bfba-adddb3e359d1 service neutron] Attempting to bind port 51d6301d-baf9-4a4c-a89f-a04596df3241 on network c42fc013-0698-46e2-b9f7-ed99a07b79db {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:52:57.967032 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-237047b0-7ef2-4228-bfba-adddb3e359d1 service neutron] Port 51d6301d-baf9-4a4c-a89f-a04596df3241 on network c42fc013-0698-46e2-b9f7-ed99a07b79db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 00:52:57.967349 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-237047b0-7ef2-4228-bfba-adddb3e359d1 service neutron] Attempting to bind port 51d6301d-baf9-4a4c-a89f-a04596df3241 on network c42fc013-0698-46e2-b9f7-ed99a07b79db {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:52:57.977635 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-a82bd793-f370-4ed5-86b1-eed836cc1437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (6d5d88e7-f438-4d9c-9e46-6f39e34ac909), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:57.981249 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-79bb2999-6e40-4586-b5fe-56278270bc5b req-001df5c8-43b3-488b-a612-fe4133ea4c0d tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0127890 Feb 04 00:52:57.988897 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b5b87d9e-0e0d-4153-bb68-b0104cc12ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599'] for subnet (efea5cdd-7f0f-4d93-a000-96d4bb7bafb4), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:58.052690 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-237047b0-7ef2-4228-bfba-adddb3e359d1 service neutron] Checking agent: {'id': 'bf093114-7719-4a60-8fae-8541124bea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 50, 48), 'started_at': datetime.datetime(2022, 2, 4, 0, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 00:52:58.053205 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-237047b0-7ef2-4228-bfba-adddb3e359d1 service neutron] Checking segment: {'id': 'bfd891dd-65b5-4811-be81-80f452cca4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c42fc013-0698-46e2-b9f7-ed99a07b79db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:52:58.053718 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-237047b0-7ef2-4228-bfba-adddb3e359d1 service neutron] Bound using segment: {'id': 'bfd891dd-65b5-4811-be81-80f452cca4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c42fc013-0698-46e2-b9f7-ed99a07b79db'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 00:52:58.054445 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-237047b0-7ef2-4228-bfba-adddb3e359d1 service neutron] Bound port: 51d6301d-baf9-4a4c-a89f-a04596df3241, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfd891dd-65b5-4811-be81-80f452cca4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c42fc013-0698-46e2-b9f7-ed99a07b79db'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 00:52:58.054809 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-237047b0-7ef2-4228-bfba-adddb3e359d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (51d6301d-baf9-4a4c-a89f-a04596df3241), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:58.101782 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-a82bd793-f370-4ed5-86b1-eed836cc1437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:52:58.102488 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-a82bd793-f370-4ed5-86b1-eed836cc1437 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:58.107464 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-a82bd793-f370-4ed5-86b1-eed836cc1437 service neutron] 10.222.0.39 "PUT /v2.0/ports/6d5d88e7-f438-4d9c-9e46-6f39e34ac909 HTTP/1.1" status: 200 len: 1093 time: 3.1746933 Feb 04 00:52:58.107464 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c1c5b7-d977-4c77-86cf-2335c41651a8', 'tag': '6d5d88e7-f438-4d9c-9e46-6f39e34ac909'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:52:58.119655 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-50a478c7-3943-45e6-b86c-d34e1a144672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3444036-dd14-4e16-9a59-c926e0b970dc {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:52:58.144383 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-50a478c7-3943-45e6-b86c-d34e1a144672 service neutron] Publish callbacks [] for port (e3444036-dd14-4e16-9a59-c926e0b970dc), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:58.280519 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-50a478c7-3943-45e6-b86c-d34e1a144672 service neutron] Transition to ACTIVE for port object e3444036-dd14-4e16-9a59-c926e0b970dc will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:52:58.295200 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19137145-f87b-4dd1-9cbf-846fb7813889 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:58.313414 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9e41d70b-7dc0-481d-ad2b-47d80709cd26 admin admin] Publish callbacks [] for security_group (373f25c3-9d01-456c-a749-218ddec31371), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:58.362948 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b87d9e-0e0d-4153-bb68-b0104cc12ad5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efea5cdd-7f0f-4d93-a000-96d4bb7bafb4,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:58.419070 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-50a478c7-3943-45e6-b86c-d34e1a144672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (e3444036-dd14-4e16-9a59-c926e0b970dc), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:58.440453 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9e41d70b-7dc0-481d-ad2b-47d80709cd26 admin admin] Publish callbacks [] for security_group (373f25c3-9d01-456c-a749-218ddec31371), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:58.497047 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b87d9e-0e0d-4153-bb68-b0104cc12ad5 admin admin] Checking segment: {'id': 'd7dba7fc-aead-4098-99fe-616c4ac79aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '27c0011d-5bec-4ae8-b6d6-2373f6ab3b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:52:58.497493 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b87d9e-0e0d-4153-bb68-b0104cc12ad5 admin admin] Network hostable DHCP agents. Network: 27c0011d-5bec-4ae8-b6d6-2373f6ab3b68, hostable agents: ['3f99e642-0ed0-4983-9f25-ae4b5e9c36f7'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 00:52:58.514388 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82bd793-f370-4ed5-86b1-eed836cc1437 service neutron] Pushing event updated for resources: {'Port': ['ID=6d5d88e7-f438-4d9c-9e46-6f39e34ac909,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:58.622520 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-6fc87709-2195-463a-83f8-36401a1421a4 req-f1ec2213-1df7-47b4-bf89-418ca016247a tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Allocated IP 172.20.0.12 (ae043462-32cc-4bf5-9ede-b06308dbc788/46745580-e406-4b05-84f7-81e0482f0518/a45de223-e54c-4f3b-a1c6-61e5048c521b) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:52:58.710673 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-237047b0-7ef2-4228-bfba-adddb3e359d1 service neutron] For port 51d6301d-baf9-4a4c-a89f-a04596df3241, host hv-cinder-82777, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:52:58.712419 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-19137145-f87b-4dd1-9cbf-846fb7813889 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Allocated IP 172.27.1.228 (03e92c86-a3b2-4a50-bb8c-ad63e47f70ee/b22bab27-11ad-47ee-b4e2-a457ed5eeb04/560b7507-700f-46ac-9206-72421545da25) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:52:58.716227 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-237047b0-7ef2-4228-bfba-adddb3e359d1 service neutron] For port 51d6301d-baf9-4a4c-a89f-a04596df3241, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=51d6301d-baf9-4a4c-a89f-a04596df3241,segment=NetworkSegment(bfd891dd-65b5-4811-be81-80f452cca4a0),segment_id=bfd891dd-65b5-4811-be81-80f452cca4a0)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:52:58.764263 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a478c7-3943-45e6-b86c-d34e1a144672 service neutron] Pushing event updated for resources: {'Port': ['ID=e3444036-dd14-4e16-9a59-c926e0b970dc,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:58.826098 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 53974) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:52:58.832368 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-55be4836-7387-4c03-a3cd-3869aae72cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:52:58.843367 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-55be4836-7387-4c03-a3cd-3869aae72cf4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3d2d296e528496186aad878401be0a7&device_id=d2c1c5b7-d977-4c77-86cf-2335c41651a8 HTTP/1.1" status: 200 len: 1127 time: 0.5714176 Feb 04 00:52:58.857762 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dbf79a-14c2-4a08-8ef6-a5707c352737 req-e677e9ed-8137-4abd-8321-c9cce5112c93 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:52:58.859639 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-c0dbf79a-14c2-4a08-8ef6-a5707c352737 req-e677e9ed-8137-4abd-8321-c9cce5112c93 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2c1c5b7-d977-4c77-86cf-2335c41651a8 HTTP/1.1" status: 200 len: 943 time: 0.6367173 Feb 04 00:52:58.861221 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-237047b0-7ef2-4228-bfba-adddb3e359d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (51d6301d-baf9-4a4c-a89f-a04596df3241), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:58.942926 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9923a7793e9fa6102d344dd696201155eb04f662303130ce66584af0359f1e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643b6056-1f67-447d-9ff0-35549fb071ee" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c1c5b7-d977-4c77-86cf-2335c41651a8", "tag": "6d5d88e7-f438-4d9c-9e46-6f39e34ac909"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:52:58.980231 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19137145-f87b-4dd1-9cbf-846fb7813889 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks [] for port (560b7507-700f-46ac-9206-72421545da25), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:59.044440 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-617c3f3e-40e6-48a2-a27c-921f018ec773 req-8c3d7313-3733-49f9-9445-3fd605f02013 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 210 time: 0.5277929 Feb 04 00:52:59.078345 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-237047b0-7ef2-4228-bfba-adddb3e359d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:52:59.078345 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-237047b0-7ef2-4228-bfba-adddb3e359d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:59.078345 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-237047b0-7ef2-4228-bfba-adddb3e359d1 service neutron] 10.222.0.39 "PUT /v2.0/ports/51d6301d-baf9-4a4c-a89f-a04596df3241 HTTP/1.1" status: 200 len: 1093 time: 4.1512396 Feb 04 00:52:59.092614 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-99a172d8-dcd9-4168-85bf-8c372e78783d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6d5d88e7-f438-4d9c-9e46-6f39e34ac909 HTTP/1.1" status: 200 len: 217 time: 0.2199118 Feb 04 00:52:59.117647 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19137145-f87b-4dd1-9cbf-846fb7813889 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223'] for port (560b7507-700f-46ac-9206-72421545da25), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:59.181187 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9e41d70b-7dc0-481d-ad2b-47d80709cd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (373f25c3-9d01-456c-a749-218ddec31371), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:59.184517 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9e41d70b-7dc0-481d-ad2b-47d80709cd26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:59.189115 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-9e41d70b-7dc0-481d-ad2b-47d80709cd26 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/373f25c3-9d01-456c-a749-218ddec31371 HTTP/1.1" status: 204 len: 168 time: 1.3098483 Feb 04 00:52:59.200409 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19137145-f87b-4dd1-9cbf-846fb7813889 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Network 03e92c86-a3b2-4a50-bb8c-ad63e47f70ee is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:52:59.210525 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b87d9e-0e0d-4153-bb68-b0104cc12ad5 admin admin] Network 27c0011d-5bec-4ae8-b6d6-2373f6ab3b68 is scheduled to be hosted by DHCP agent 3f99e642-0ed0-4983-9f25-ae4b5e9c36f7 with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 00:52:59.223994 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-50a478c7-3943-45e6-b86c-d34e1a144672 service neutron] Attempting to bind port e3444036-dd14-4e16-9a59-c926e0b970dc on host hv-cinder-82777 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 00:52:59.224262 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-50a478c7-3943-45e6-b86c-d34e1a144672 service neutron] Attempting to bind port e3444036-dd14-4e16-9a59-c926e0b970dc by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': '060e0f0b-1beb-4b9f-b430-9022df74b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ae043462-32cc-4bf5-9ede-b06308dbc788'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 00:52:59.224636 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-50a478c7-3943-45e6-b86c-d34e1a144672 service neutron] Attempting to bind port e3444036-dd14-4e16-9a59-c926e0b970dc on network ae043462-32cc-4bf5-9ede-b06308dbc788 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:52:59.237099 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-19137145-f87b-4dd1-9cbf-846fb7813889 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:52:59.258604 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19137145-f87b-4dd1-9cbf-846fb7813889 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:52:59.280297 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e41d70b-7dc0-481d-ad2b-47d80709cd26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373f25c3-9d01-456c-a749-218ddec31371,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:59.312953 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-50a478c7-3943-45e6-b86c-d34e1a144672 service neutron] Port e3444036-dd14-4e16-9a59-c926e0b970dc on network ae043462-32cc-4bf5-9ede-b06308dbc788 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 00:52:59.313741 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-50a478c7-3943-45e6-b86c-d34e1a144672 service neutron] Attempting to bind port e3444036-dd14-4e16-9a59-c926e0b970dc on network ae043462-32cc-4bf5-9ede-b06308dbc788 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:52:59.321846 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19137145-f87b-4dd1-9cbf-846fb7813889 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Pushing event updated for resources: {'Port': ['ID=560b7507-700f-46ac-9206-72421545da25,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:59.337917 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237047b0-7ef2-4228-bfba-adddb3e359d1 service neutron] Pushing event updated for resources: {'Port': ['ID=51d6301d-baf9-4a4c-a89f-a04596df3241,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:52:59.459732 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-436328f5-64f2-4d95-baf1-84596f2da7fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:59.465417 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6fc87709-2195-463a-83f8-36401a1421a4 req-f1ec2213-1df7-47b4-bf89-418ca016247a tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Publish callbacks [] for port (a45de223-e54c-4f3b-a1c6-61e5048c521b), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:59.469126 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-e5daa3ac-a843-4de6-ad28-50def83cad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:52:59.470931 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-e5daa3ac-a843-4de6-ad28-50def83cad3e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c16da9bc-a80c-4e00-9d57-5d26ed0fa750 HTTP/1.1" status: 200 len: 852 time: 0.3390563 Feb 04 00:52:59.499383 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-c0dbf79a-14c2-4a08-8ef6-a5707c352737 req-3171fd1f-3940-4369-a7f3-7c5c39fee3da tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/security-groups?id=474786d4-1589-40a0-a0db-49f4e032018a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6091747 Feb 04 00:52:59.522717 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19137145-f87b-4dd1-9cbf-846fb7813889 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks [] for floatingip (6149a4cd-aad5-4c35-bc5f-5499404c3bcf), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:59.534137 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-b5b87d9e-0e0d-4153-bb68-b0104cc12ad5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827778-1-iscsi, 27c0011d-5bec-4ae8-b6d6-2373f6ab3b68) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:52:59.536324 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-50a478c7-3943-45e6-b86c-d34e1a144672 service neutron] Checking agent: {'id': 'bf093114-7719-4a60-8fae-8541124bea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 50, 48), 'started_at': datetime.datetime(2022, 2, 4, 0, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 00:52:59.537103 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-50a478c7-3943-45e6-b86c-d34e1a144672 service neutron] Checking segment: {'id': '060e0f0b-1beb-4b9f-b430-9022df74b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ae043462-32cc-4bf5-9ede-b06308dbc788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:52:59.537500 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-50a478c7-3943-45e6-b86c-d34e1a144672 service neutron] Bound using segment: {'id': '060e0f0b-1beb-4b9f-b430-9022df74b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ae043462-32cc-4bf5-9ede-b06308dbc788'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 00:52:59.538116 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-50a478c7-3943-45e6-b86c-d34e1a144672 service neutron] Bound port: e3444036-dd14-4e16-9a59-c926e0b970dc, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '060e0f0b-1beb-4b9f-b430-9022df74b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ae043462-32cc-4bf5-9ede-b06308dbc788'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 00:52:59.538517 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-50a478c7-3943-45e6-b86c-d34e1a144672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (e3444036-dd14-4e16-9a59-c926e0b970dc), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:59.542650 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3efdf1d-4a9c-4efb-b740-95e87805a49f None None] Network 27c0011d-5bec-4ae8-b6d6-2373f6ab3b68 requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 00:52:59.554143 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 00:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312dd818-c573-412c-9e12-78ea59eec636 x-openstack-request-id: req-312dd818-c573-412c-9e12-78ea59eec636 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:52:59.554514 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c1c5b7-d977-4c77-86cf-2335c41651a8", "tag": "6d5d88e7-f438-4d9c-9e46-6f39e34ac909", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:52:59.554777 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-312dd818-c573-412c-9e12-78ea59eec636 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:52:59.555303 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c1c5b7-d977-4c77-86cf-2335c41651a8', 'tag': '6d5d88e7-f438-4d9c-9e46-6f39e34ac909', 'status': 'completed', 'code': 200} Feb 04 00:52:59.570258 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b87d9e-0e0d-4153-bb68-b0104cc12ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:52:59.570851 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b5b87d9e-0e0d-4153-bb68-b0104cc12ad5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for subnet (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:59.658320 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-50a478c7-3943-45e6-b86c-d34e1a144672 service neutron] For port e3444036-dd14-4e16-9a59-c926e0b970dc, host hv-cinder-82777, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:52:59.664980 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-50a478c7-3943-45e6-b86c-d34e1a144672 service neutron] For port e3444036-dd14-4e16-9a59-c926e0b970dc, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=e3444036-dd14-4e16-9a59-c926e0b970dc,segment=NetworkSegment(060e0f0b-1beb-4b9f-b430-9022df74b8a3),segment_id=060e0f0b-1beb-4b9f-b430-9022df74b8a3)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:52:59.670431 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99654b82-2d96-40b8-b5d0-d3f657bc0d7e None None] Network 27c0011d-5bec-4ae8-b6d6-2373f6ab3b68 requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 00:52:59.714400 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-5c19e529-80a3-4dcd-9c75-fa61d00d0ee3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=78c9a29e-cc2a-408f-a8b4-9246fffcf8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1819026 Feb 04 00:52:59.716563 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19137145-f87b-4dd1-9cbf-846fb7813889 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (560b7507-700f-46ac-9206-72421545da25), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:59.764447 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-b5b87d9e-0e0d-4153-bb68-b0104cc12ad5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.5556073 Feb 04 00:52:59.786531 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-50a478c7-3943-45e6-b86c-d34e1a144672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (e3444036-dd14-4e16-9a59-c926e0b970dc), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:59.869922 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-50a478c7-3943-45e6-b86c-d34e1a144672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:52:59.870867 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-50a478c7-3943-45e6-b86c-d34e1a144672 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:52:59.873204 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-50a478c7-3943-45e6-b86c-d34e1a144672 service neutron] 10.222.0.39 "PUT /v2.0/ports/e3444036-dd14-4e16-9a59-c926e0b970dc HTTP/1.1" status: 200 len: 1093 time: 3.7549307 Feb 04 00:52:59.876465 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f023172-7a69-4455-8ed0-9b629be4db65', 'tag': 'e3444036-dd14-4e16-9a59-c926e0b970dc'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:52:59.952113 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-9a188e88-b907-4750-b1c4-7e900acfb5b4 service neutron] 10.222.0.39 "GET /v2.0/networks/78c9a29e-cc2a-408f-a8b4-9246fffcf8b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325939 Feb 04 00:52:59.973974 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-1c8c3277-9d43-4cf6-b20d-701902010924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:52:59.975420 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-1c8c3277-9d43-4cf6-b20d-701902010924 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ee5067671e14c84ba26b96caf0b0fc1&device_id=da0753e3-3336-4b9e-9497-d7fe5c1a7277 HTTP/1.1" status: 200 len: 1127 time: 0.5915470 Feb 04 00:53:00.135149 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 54004) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:00.476205 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-eae00960-c014-47f1-bfb3-fdb0b61edc59 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=51d6301d-baf9-4a4c-a89f-a04596df3241 HTTP/1.1" status: 200 len: 217 time: 0.1146441 Feb 04 00:53:00.487173 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8f120-6492-4738-bead-e53d4464754a req-81013940-7b80-4864-9145-0585141c4bf7 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:00.489208 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-5ef8f120-6492-4738-bead-e53d4464754a req-81013940-7b80-4864-9145-0585141c4bf7 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=da0753e3-3336-4b9e-9497-d7fe5c1a7277 HTTP/1.1" status: 200 len: 943 time: 0.8446577 Feb 04 00:53:00.491274 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2f6167b7-0916-4ff4-9a60-50a05d0543e7 req-73ae4eb7-4d42-434e-a2ab-b6ebceedaa6b service neutron] 10.222.0.39 "GET /v2.0/networks/78c9a29e-cc2a-408f-a8b4-9246fffcf8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5149717 Feb 04 00:53:00.497502 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a478c7-3943-45e6-b86c-d34e1a144672 service neutron] Pushing event updated for resources: {'Port': ['ID=e3444036-dd14-4e16-9a59-c926e0b970dc,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:00.550193 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6fc87709-2195-463a-83f8-36401a1421a4 req-f1ec2213-1df7-47b4-bf89-418ca016247a tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223'] for port (a45de223-e54c-4f3b-a1c6-61e5048c521b), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:00.617504 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-f81eddb8-331d-4f01-b8cd-3410163e3d4e admin admin] Deleting subnet 46982250-a73f-4940-8b2e-d9b99d6889a2 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 00:53:00.632751 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f81eddb8-331d-4f01-b8cd-3410163e3d4e admin admin] Publish callbacks [] for subnet (46982250-a73f-4940-8b2e-d9b99d6889a2), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:00.676327 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-4151414f-b02f-4025-b2a9-58f9011514de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:00.679115 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-4151414f-b02f-4025-b2a9-58f9011514de service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2afd163d280640839661275f0ebd1c4e&device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 1127 time: 0.6568820 Feb 04 00:53:00.706585 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f81eddb8-331d-4f01-b8cd-3410163e3d4e admin admin] Publish callbacks [] for subnet (46982250-a73f-4940-8b2e-d9b99d6889a2), precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:00.721165 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19137145-f87b-4dd1-9cbf-846fb7813889 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks [] for port (560b7507-700f-46ac-9206-72421545da25), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:00.729425 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adaa91e-9f04-4521-9214-530a6c542da7 req-61a7af20-0531-43c9-9d03-56fc154ed67a tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:00.732082 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8adaa91e-9f04-4521-9214-530a6c542da7 req-61a7af20-0531-43c9-9d03-56fc154ed67a tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 932 time: 0.5072539 Feb 04 00:53:00.760693 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 54020) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:00.764068 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f81eddb8-331d-4f01-b8cd-3410163e3d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383273'] for subnet (46982250-a73f-4940-8b2e-d9b99d6889a2), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:00.779698 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fc87709-2195-463a-83f8-36401a1421a4 req-f1ec2213-1df7-47b4-bf89-418ca016247a tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Network ae043462-32cc-4bf5-9ede-b06308dbc788 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:53:00.823670 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b6056-1f67-447d-9ff0-35549fb071ee req-06100411-2182-4399-b1f2-7031afe06e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:00.825431 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-643b6056-1f67-447d-9ff0-35549fb071ee req-06100411-2182-4399-b1f2-7031afe06e71 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3d2d296e528496186aad878401be0a7&device_id=d2c1c5b7-d977-4c77-86cf-2335c41651a8 HTTP/1.1" status: 200 len: 1127 time: 0.1788833 Feb 04 00:53:00.826332 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-6fc87709-2195-463a-83f8-36401a1421a4 req-f1ec2213-1df7-47b4-bf89-418ca016247a tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:53:00.833449 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-272a9b5c-ae66-4d70-b251-6e123beab709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:00.835073 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-272a9b5c-ae66-4d70-b251-6e123beab709 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=65a62566-4a16-4ef6-aab9-2e1221b6fd4f HTTP/1.1" status: 200 len: 855 time: 0.3403227 Feb 04 00:53:00.868792 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-04c32353-e286-4d6f-829e-1038f56621b7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3444036-dd14-4e16-9a59-c926e0b970dc HTTP/1.1" status: 200 len: 217 time: 0.1673605 Feb 04 00:53:00.911777 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc87709-2195-463a-83f8-36401a1421a4 req-f1ec2213-1df7-47b4-bf89-418ca016247a tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:53:00.913362 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19137145-f87b-4dd1-9cbf-846fb7813889 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (560b7507-700f-46ac-9206-72421545da25), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:00.917433 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc87709-2195-463a-83f8-36401a1421a4 req-f1ec2213-1df7-47b4-bf89-418ca016247a tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:00.918848 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6fc87709-2195-463a-83f8-36401a1421a4 req-f1ec2213-1df7-47b4-bf89-418ca016247a tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:00.923140 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-436328f5-64f2-4d95-baf1-84596f2da7fd admin admin] Publish callbacks [] for security_group (ef95cb1c-6bd9-4e55-be02-4162a81c1f80), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:00.932425 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec2213-1df7-47b4-bf89-418ca016247a tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Pushing event updated for resources: {'Port': ['ID=a45de223-e54c-4f3b-a1c6-61e5048c521b,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:00.938532 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-5ef8f120-6492-4738-bead-e53d4464754a req-dd0b0884-9b91-4450-85bd-ab308bc32cc9 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351885 Feb 04 00:53:00.987251 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b44b9e32-3acb-4f7f-bea5-8f65faafb7a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:01.030359 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-099041ec-1ae0-4d97-aaa2-c53e3be7990b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c42fc013-0698-46e2-b9f7-ed99a07b79db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842109 Feb 04 00:53:01.066778 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19137145-f87b-4dd1-9cbf-846fb7813889 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601474'] for floatingip (6149a4cd-aad5-4c35-bc5f-5499404c3bcf), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:01.072521 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e0c5a5779633a09e60ecc98ad41b20f8dcc6f9c395ee4249b8896e9f1e38e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84710ff7-4267-44e0-8dcf-6d23b9779e6f" -d '{"events": [{"name": "network-changed", "server_uuid": "0f023172-7a69-4455-8ed0-9b629be4db65", "tag": "e3444036-dd14-4e16-9a59-c926e0b970dc"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:53:01.090966 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-436328f5-64f2-4d95-baf1-84596f2da7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (ef95cb1c-6bd9-4e55-be02-4162a81c1f80), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:01.126115 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19137145-f87b-4dd1-9cbf-846fb7813889 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Pushing event updated for resources: {'Port': ['ID=560b7507-700f-46ac-9206-72421545da25,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:01.160622 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8adaa91e-9f04-4521-9214-530a6c542da7 req-d802a763-f6af-4a1a-aa26-079725991bd2 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839116 Feb 04 00:53:01.163286 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f81eddb8-331d-4f01-b8cd-3410163e3d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599'] for subnet (46982250-a73f-4940-8b2e-d9b99d6889a2), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:01.196967 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6fc87709-2195-463a-83f8-36401a1421a4 req-f1ec2213-1df7-47b4-bf89-418ca016247a tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4260778 Feb 04 00:53:01.220149 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81eddb8-331d-4f01-b8cd-3410163e3d4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46982250-a73f-4940-8b2e-d9b99d6889a2,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:01.226598 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f81eddb8-331d-4f01-b8cd-3410163e3d4e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:01.234421 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-f81eddb8-331d-4f01-b8cd-3410163e3d4e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/46982250-a73f-4940-8b2e-d9b99d6889a2 HTTP/1.1" status: 204 len: 168 time: 1.0823431 Feb 04 00:53:01.236032 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 54036) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:01.237644 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-d0a0c2fb-dd39-4c83-8f4e-e418d03ca188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:01.239480 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-d0a0c2fb-dd39-4c83-8f4e-e418d03ca188 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=46745580-e406-4b05-84f7-81e0482f0518 HTTP/1.1" status: 200 len: 859 time: 0.3284435 Feb 04 00:53:01.251107 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [req-6fc87709-2195-463a-83f8-36401a1421a4 req-70511af6-36cd-4f6e-89fe-b1bea3564e6e service neutron] Request body: {'port': {'device_id': '70b4aabf-99fe-41f4-8cd4-07427ba447ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:53:01.295296 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b6056-1f67-447d-9ff0-35549fb071ee req-1c01130a-48e6-4869-8b5c-b04323aad520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:01.295296 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-643b6056-1f67-447d-9ff0-35549fb071ee req-1c01130a-48e6-4869-8b5c-b04323aad520 service neutron] 10.222.0.39 "GET /v2.0/networks?id=78c9a29e-cc2a-408f-a8b4-9246fffcf8b8 HTTP/1.1" status: 200 len: 913 time: 0.4554846 Feb 04 00:53:01.340265 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-436328f5-64f2-4d95-baf1-84596f2da7fd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=841357da47f64a0e91bea94faec416da&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5100400 Feb 04 00:53:01.348598 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-36b88488-7688-4910-ad90-d21051fd5246 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae043462-32cc-4bf5-9ede-b06308dbc788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962808 Feb 04 00:53:01.364913 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 54038) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:01.416712 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436328f5-64f2-4d95-baf1-84596f2da7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef95cb1c-6bd9-4e55-be02-4162a81c1f80,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:01.432556 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 00:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a161f2bf-e97f-4dfe-8a27-6eabb152286c x-openstack-request-id: req-a161f2bf-e97f-4dfe-8a27-6eabb152286c {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:53:01.432845 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f023172-7a69-4455-8ed0-9b629be4db65", "tag": "e3444036-dd14-4e16-9a59-c926e0b970dc", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:53:01.433097 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a161f2bf-e97f-4dfe-8a27-6eabb152286c {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:53:01.436855 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f023172-7a69-4455-8ed0-9b629be4db65', 'tag': 'e3444036-dd14-4e16-9a59-c926e0b970dc', 'status': 'completed', 'code': 200} Feb 04 00:53:01.438596 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-643b6056-1f67-447d-9ff0-35549fb071ee req-0b312113-84c4-4d56-8fd4-a9aa82334655 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6d5d88e7-f438-4d9c-9e46-6f39e34ac909 HTTP/1.1" status: 200 len: 217 time: 0.1307991 Feb 04 00:53:01.443953 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19137145-f87b-4dd1-9cbf-846fb7813889 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for floatingip (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:01.455008 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-19137145-f87b-4dd1-9cbf-846fb7813889 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4437335 Feb 04 00:53:01.516603 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-75a17e62-18b8-46b3-9c8a-376d7b57ff00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-749408'] for network (7195ee69-e0bd-47be-b3e0-7b77670660cc), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:01.548471 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad7457-80c5-4345-adba-8c529c715be1 req-75f6e7d7-2eed-47e1-84d3-0fd7bcf9058c tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:01.550542 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-31ad7457-80c5-4345-adba-8c529c715be1 req-75f6e7d7-2eed-47e1-84d3-0fd7bcf9058c tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2c1c5b7-d977-4c77-86cf-2335c41651a8 HTTP/1.1" status: 200 len: 943 time: 0.4932365 Feb 04 00:53:01.567147 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0753e3-3336-4b9e-9497-d7fe5c1a7277', 'tag': '51d6301d-baf9-4a4c-a89f-a04596df3241'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:53:01.569973 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9923a7793e9fa6102d344dd696201155eb04f662303130ce66584af0359f1e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0a9610-af55-459b-9731-10daf4a543e8" -d '{"events": [{"name": "network-changed", "server_uuid": "da0753e3-3336-4b9e-9497-d7fe5c1a7277", "tag": "51d6301d-baf9-4a4c-a89f-a04596df3241"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:53:01.631033 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 00:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7d9fcf-22fe-4ff8-8e09-0771305ec8f7 x-openstack-request-id: req-2e7d9fcf-22fe-4ff8-8e09-0771305ec8f7 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:53:01.631444 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da0753e3-3336-4b9e-9497-d7fe5c1a7277", "tag": "51d6301d-baf9-4a4c-a89f-a04596df3241", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:53:01.631751 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2e7d9fcf-22fe-4ff8-8e09-0771305ec8f7 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:53:01.633764 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da0753e3-3336-4b9e-9497-d7fe5c1a7277', 'tag': '51d6301d-baf9-4a4c-a89f-a04596df3241', 'status': 'completed', 'code': 200} Feb 04 00:53:01.651729 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-d37f04b4-4ff6-4da4-9495-0fce61f21203 service neutron] 10.222.0.39 "GET /v2.0/networks/ae043462-32cc-4bf5-9ede-b06308dbc788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160981 Feb 04 00:53:01.664950 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6fc87709-2195-463a-83f8-36401a1421a4 req-70511af6-36cd-4f6e-89fe-b1bea3564e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (a45de223-e54c-4f3b-a1c6-61e5048c521b), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:01.721414 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-2e3c03ca-b876-49c9-b16f-15f3215669b8 service neutron] 10.222.0.39 "GET /v2.0/networks/c42fc013-0698-46e2-b9f7-ed99a07b79db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5538411 Feb 04 00:53:01.750053 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b6056-1f67-447d-9ff0-35549fb071ee req-be08b1cc-3666-42e5-91e7-0ea02803354c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:01.751856 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-643b6056-1f67-447d-9ff0-35549fb071ee req-be08b1cc-3666-42e5-91e7-0ea02803354c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c16da9bc-a80c-4e00-9d57-5d26ed0fa750 HTTP/1.1" status: 200 len: 852 time: 0.2932584 Feb 04 00:53:01.785113 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-75a17e62-18b8-46b3-9c8a-376d7b57ff00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381372', 'neutron.services.segments.db._delete_segments_for_network-8784746458965'] for network (7195ee69-e0bd-47be-b3e0-7b77670660cc), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:01.861297 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-75a17e62-18b8-46b3-9c8a-376d7b57ff00 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:53:01.861713 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-75a17e62-18b8-46b3-9c8a-376d7b57ff00 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:53:01.862333 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-75a17e62-18b8-46b3-9c8a-376d7b57ff00 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:53:01.862664 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-75a17e62-18b8-46b3-9c8a-376d7b57ff00 admin admin] Subscribe: > port after_create 55550000 {{(pid=109722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:53:01.863106 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-75a17e62-18b8-46b3-9c8a-376d7b57ff00 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:53:01.863414 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-75a17e62-18b8-46b3-9c8a-376d7b57ff00 admin admin] Subscribe: > port after_update 55550000 {{(pid=109722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:53:01.863660 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-75a17e62-18b8-46b3-9c8a-376d7b57ff00 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:53:01.864257 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-75a17e62-18b8-46b3-9c8a-376d7b57ff00 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:53:01.864386 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-75a17e62-18b8-46b3-9c8a-376d7b57ff00 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:53:01.864677 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-75a17e62-18b8-46b3-9c8a-376d7b57ff00 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:53:01.873350 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b44b9e32-3acb-4f7f-bea5-8f65faafb7a4 admin admin] Publish callbacks [] for security_group (c547a1c1-9c77-4c3a-8517-cfb1a286c9a7), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:01.879506 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-643b6056-1f67-447d-9ff0-35549fb071ee req-1e16001a-71ba-4a41-9ad4-e93ec86d2b9e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=78c9a29e-cc2a-408f-a8b4-9246fffcf8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855486 Feb 04 00:53:01.880323 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8219fede-23c7-4b71-86be-1d97c95e373b admin admin] Publish callbacks [] for security_group (ef95cb1c-6bd9-4e55-be02-4162a81c1f80), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:01.936939 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-31ad7457-80c5-4345-adba-8c529c715be1 req-d6afb04a-d474-4eea-9c52-4eef009e9815 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/security-groups?id=474786d4-1589-40a0-a0db-49f4e032018a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573365 Feb 04 00:53:01.982262 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8219fede-23c7-4b71-86be-1d97c95e373b admin admin] Publish callbacks [] for security_group (ef95cb1c-6bd9-4e55-be02-4162a81c1f80), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:01.983896 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b44b9e32-3acb-4f7f-bea5-8f65faafb7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (c547a1c1-9c77-4c3a-8517-cfb1a286c9a7), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:02.041214 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-75a17e62-18b8-46b3-9c8a-376d7b57ff00 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:53:02.041584 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-75a17e62-18b8-46b3-9c8a-376d7b57ff00 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:53:02.042479 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-75a17e62-18b8-46b3-9c8a-376d7b57ff00 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:53:02.042479 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-75a17e62-18b8-46b3-9c8a-376d7b57ff00 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:53:02.042728 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-75a17e62-18b8-46b3-9c8a-376d7b57ff00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7195ee69-e0bd-47be-b3e0-7b77670660cc']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:53:02.087383 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-75a17e62-18b8-46b3-9c8a-376d7b57ff00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68d4ed6e-0f9a-486e-9685-517729786454') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:53:02.087948 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-75a17e62-18b8-46b3-9c8a-376d7b57ff00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68d4ed6e-0f9a-486e-9685-517729786454') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:53:02.141230 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-78b9b5e8-ddd9-4b86-b362-660de9b3cb6c tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--490146231&fields=id&tenant_id=33c179601f1e46788de48f0cac243499 HTTP/1.1" status: 200 len: 267 time: 0.4128654 Feb 04 00:53:02.189712 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-75a17e62-18b8-46b3-9c8a-376d7b57ff00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784746459486', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2987907'] for segment (68d4ed6e-0f9a-486e-9685-517729786454), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:02.205456 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44b9e32-3acb-4f7f-bea5-8f65faafb7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c547a1c1-9c77-4c3a-8517-cfb1a286c9a7,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:02.209753 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-b44b9e32-3acb-4f7f-bea5-8f65faafb7a4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=793fccef860240548f547efa1f9b0e1c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4406385 Feb 04 00:53:02.231574 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 54072) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:02.354652 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-fadf20c4-6d5b-4b69-9a05-8659a70287d2 req-df736afd-4400-41df-b7f0-38e029c49138 service neutron] 10.222.0.39 "GET /v2.0/networks/c42fc013-0698-46e2-b9f7-ed99a07b79db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5811963 Feb 04 00:53:02.354652 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-643b6056-1f67-447d-9ff0-35549fb071ee req-729023c1-e577-4b84-bdfd-e90b54d7651c service neutron] 10.222.0.39 "GET /v2.0/networks/78c9a29e-cc2a-408f-a8b4-9246fffcf8b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201469 Feb 04 00:53:02.364824 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4b6e1928-f1f9-46e9-99bc-5078a6ba0c03 req-4ca01b78-64b6-471b-bfaa-c7bd4b1d4e80 service neutron] 10.222.0.39 "GET /v2.0/networks/ae043462-32cc-4bf5-9ede-b06308dbc788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6618147 Feb 04 00:53:02.367737 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-75a17e62-18b8-46b3-9c8a-376d7b57ff00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650'] for segment (68d4ed6e-0f9a-486e-9685-517729786454), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:02.400243 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75a17e62-18b8-46b3-9c8a-376d7b57ff00 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 00:53:02.400510 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-75a17e62-18b8-46b3-9c8a-376d7b57ff00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-660156'] for segment (68d4ed6e-0f9a-486e-9685-517729786454), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:02.412695 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1771abc-bc18-4b53-ad9d-af8f24d675ea req-ad6fad42-08d7-4e7c-a8cb-9329fd381ecc tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:02.412903 dv-cinder-827778-1-iscsi neutron-server[109722]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 00:53:02.412903 dv-cinder-827778-1-iscsi neutron-server[109722]: from cryptography.utils import int_from_bytes Feb 04 00:53:02.412903 dv-cinder-827778-1-iscsi neutron-server[109722]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 00:53:02.412903 dv-cinder-827778-1-iscsi neutron-server[109722]: from cryptography.utils import int_from_bytes Feb 04 00:53:02.412903 dv-cinder-827778-1-iscsi neutron-server[109722]: Traceback (most recent call last): Feb 04 00:53:02.412903 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 00:53:02.412903 dv-cinder-827778-1-iscsi neutron-server[109722]: timer() Feb 04 00:53:02.412903 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 00:53:02.412903 dv-cinder-827778-1-iscsi neutron-server[109722]: cb(*args, **kw) Feb 04 00:53:02.412903 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 00:53:02.412903 dv-cinder-827778-1-iscsi neutron-server[109722]: return func(*args, **kwargs) Feb 04 00:53:02.412903 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 00:53:02.412903 dv-cinder-827778-1-iscsi neutron-server[109722]: self._notify() Feb 04 00:53:02.412903 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 00:53:02.412903 dv-cinder-827778-1-iscsi neutron-server[109722]: self.callback(batched_events) Feb 04 00:53:02.412903 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 00:53:02.412903 dv-cinder-827778-1-iscsi neutron-server[109722]: event.method(event) Feb 04 00:53:02.412903 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 00:53:02.412903 dv-cinder-827778-1-iscsi neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 00:53:02.412903 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 00:53:02.412903 dv-cinder-827778-1-iscsi neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 00:53:02.412903 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 00:53:02.412903 dv-cinder-827778-1-iscsi neutron-server[109722]: return f(self, *a, **k) Feb 04 00:53:02.412903 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 00:53:02.412903 dv-cinder-827778-1-iscsi neutron-server[109722]: return self._get(url).json() Feb 04 00:53:02.412903 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 00:53:02.412903 dv-cinder-827778-1-iscsi neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 00:53:02.412903 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 00:53:02.412903 dv-cinder-827778-1-iscsi neutron-server[109722]: return self.request(url, 'GET', **kwargs) Feb 04 00:53:02.412903 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 00:53:02.412903 dv-cinder-827778-1-iscsi neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 00:53:02.412903 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 00:53:02.412903 dv-cinder-827778-1-iscsi neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 00:53:02.412903 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 00:53:02.412903 dv-cinder-827778-1-iscsi neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 00:53:02.412903 dv-cinder-827778-1-iscsi neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 00:53:02.415199 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b1771abc-bc18-4b53-ad9d-af8f24d675ea req-ad6fad42-08d7-4e7c-a8cb-9329fd381ecc tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=da0753e3-3336-4b9e-9497-d7fe5c1a7277 HTTP/1.1" status: 200 len: 943 time: 0.3760810 Feb 04 00:53:02.502005 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8219fede-23c7-4b71-86be-1d97c95e373b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (ef95cb1c-6bd9-4e55-be02-4162a81c1f80), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:02.504663 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8219fede-23c7-4b71-86be-1d97c95e373b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:02.505865 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-8219fede-23c7-4b71-86be-1d97c95e373b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ef95cb1c-6bd9-4e55-be02-4162a81c1f80 HTTP/1.1" status: 204 len: 168 time: 1.1333783 Feb 04 00:53:02.529680 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-d5660973-ff02-4d06-be83-15bd84b34a7d tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:02.531443 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-d5660973-ff02-4d06-be83-15bd84b34a7d tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/networks?id=7fa434c0-397c-452d-8882-f9f118f80321 HTTP/1.1" status: 200 len: 816 time: 0.3893075 Feb 04 00:53:02.561857 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-ed6dafc6-4429-4f56-96ab-a7ad0604560f tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/quotas/33c179601f1e46788de48f0cac243499 HTTP/1.1" status: 200 len: 375 time: 0.0187087 Feb 04 00:53:02.593353 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d079ae35-dde3-42d3-a2c6-d45bfab5e411 admin admin] Publish callbacks [] for security_group (c547a1c1-9c77-4c3a-8517-cfb1a286c9a7), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:02.666167 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84710ff7-4267-44e0-8dcf-6d23b9779e6f req-1679ba42-5305-486d-b57b-a8cf6ff8f964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:02.667858 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-84710ff7-4267-44e0-8dcf-6d23b9779e6f req-1679ba42-5305-486d-b57b-a8cf6ff8f964 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2afd163d280640839661275f0ebd1c4e&device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 1127 time: 0.0857072 Feb 04 00:53:02.674441 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-ff575df1-eecf-4e70-80a9-b02292439fb7 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=33c179601f1e46788de48f0cac243499&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1068780 Feb 04 00:53:02.675192 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-75a17e62-18b8-46b3-9c8a-376d7b57ff00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601460'] for network (7195ee69-e0bd-47be-b3e0-7b77670660cc), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:02.686664 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-75a17e62-18b8-46b3-9c8a-376d7b57ff00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for network (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:02.693631 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-75a17e62-18b8-46b3-9c8a-376d7b57ff00 admin admin] 10.222.0.10 "DELETE /v2.0/networks/7195ee69-e0bd-47be-b3e0-7b77670660cc HTTP/1.1" status: 204 len: 168 time: 1.4504189 Feb 04 00:53:02.704043 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 54088) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:02.715510 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a17e62-18b8-46b3-9c8a-376d7b57ff00 admin admin] Pushing event deleted for resources: {'Network': ['ID=7195ee69-e0bd-47be-b3e0-7b77670660cc,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:02.958528 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf433d64-3a68-496b-9727-2adf24746589 admin admin] Deleting subnet efea5cdd-7f0f-4d93-a000-96d4bb7bafb4 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 00:53:02.978326 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cf433d64-3a68-496b-9727-2adf24746589 admin admin] Publish callbacks [] for subnet (efea5cdd-7f0f-4d93-a000-96d4bb7bafb4), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:03.038067 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8219fede-23c7-4b71-86be-1d97c95e373b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef95cb1c-6bd9-4e55-be02-4162a81c1f80,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:03.108017 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b1771abc-bc18-4b53-ad9d-af8f24d675ea req-b0acaa6e-be7d-49b5-a05e-9e092ddf17a9 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6745553 Feb 04 00:53:03.117783 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d079ae35-dde3-42d3-a2c6-d45bfab5e411 admin admin] Publish callbacks [] for security_group (c547a1c1-9c77-4c3a-8517-cfb1a286c9a7), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:03.180992 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84710ff7-4267-44e0-8dcf-6d23b9779e6f req-e67b55f5-3052-4281-8986-226a5a25db5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:03.182682 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-84710ff7-4267-44e0-8dcf-6d23b9779e6f req-e67b55f5-3052-4281-8986-226a5a25db5a service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae043462-32cc-4bf5-9ede-b06308dbc788 HTTP/1.1" status: 200 len: 920 time: 0.4693809 Feb 04 00:53:03.245282 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-84710ff7-4267-44e0-8dcf-6d23b9779e6f req-bc03dfb6-a086-479f-abf6-b286d8e83127 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3444036-dd14-4e16-9a59-c926e0b970dc HTTP/1.1" status: 200 len: 217 time: 0.0522051 Feb 04 00:53:03.247310 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-1cea9c65-b342-44b4-9268-d16504aa4e89 service neutron] 10.222.0.10 "GET /v2.0/networks/7fa434c0-397c-452d-8882-f9f118f80321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5361466 Feb 04 00:53:03.249504 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cf433d64-3a68-496b-9727-2adf24746589 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2987914'] for subnet (efea5cdd-7f0f-4d93-a000-96d4bb7bafb4), precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:03.308675 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-643b6056-1f67-447d-9ff0-35549fb071ee req-e53e4ce6-7f53-4258-8a6e-196a7e9d23ea service neutron] 10.222.0.39 "GET /v2.0/networks/78c9a29e-cc2a-408f-a8b4-9246fffcf8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8914440 Feb 04 00:53:03.337675 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [req-6fc87709-2195-463a-83f8-36401a1421a4 req-70511af6-36cd-4f6e-89fe-b1bea3564e6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a45de223-e54c-4f3b-a1c6-61e5048c521b {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:53:03.361254 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6fc87709-2195-463a-83f8-36401a1421a4 req-70511af6-36cd-4f6e-89fe-b1bea3564e6e service neutron] Publish callbacks [] for port (a45de223-e54c-4f3b-a1c6-61e5048c521b), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:03.375999 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a9610-af55-459b-9731-10daf4a543e8 req-62fa2e9c-ac8b-4c23-b295-624c47aa68ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:03.375999 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-cd0a9610-af55-459b-9731-10daf4a543e8 req-62fa2e9c-ac8b-4c23-b295-624c47aa68ac service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ee5067671e14c84ba26b96caf0b0fc1&device_id=da0753e3-3336-4b9e-9497-d7fe5c1a7277 HTTP/1.1" status: 200 len: 1127 time: 0.7881243 Feb 04 00:53:03.389011 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cf433d64-3a68-496b-9727-2adf24746589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383273'] for subnet (efea5cdd-7f0f-4d93-a000-96d4bb7bafb4), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:03.394292 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84710ff7-4267-44e0-8dcf-6d23b9779e6f req-7c333828-acbc-4acb-bc41-c8697cfdea47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:03.396299 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-84710ff7-4267-44e0-8dcf-6d23b9779e6f req-7c333828-acbc-4acb-bc41-c8697cfdea47 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=46745580-e406-4b05-84f7-81e0482f0518 HTTP/1.1" status: 200 len: 859 time: 0.1225111 Feb 04 00:53:03.401497 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-6fc87709-2195-463a-83f8-36401a1421a4 req-70511af6-36cd-4f6e-89fe-b1bea3564e6e service neutron] Transition to ACTIVE for port object a45de223-e54c-4f3b-a1c6-61e5048c521b will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:53:03.451402 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81cadc6-cccb-4cc3-8ffb-42902e3f6ef4 req-1bc39d9f-f800-4053-b5e2-54e2bda58c28 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:03.461661 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-c81cadc6-cccb-4cc3-8ffb-42902e3f6ef4 req-1bc39d9f-f800-4053-b5e2-54e2bda58c28 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 932 time: 0.2236443 Feb 04 00:53:03.469894 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-84710ff7-4267-44e0-8dcf-6d23b9779e6f req-0909ea6a-a23f-4d41-a62f-5f6a84ecaa21 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae043462-32cc-4bf5-9ede-b06308dbc788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470653 Feb 04 00:53:03.492089 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6fc87709-2195-463a-83f8-36401a1421a4 req-70511af6-36cd-4f6e-89fe-b1bea3564e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (a45de223-e54c-4f3b-a1c6-61e5048c521b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:03.535801 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-7fbea9c4-dd7c-44da-b927-afcaaf118b21 service neutron] 10.222.0.10 "GET /v2.0/networks/7fa434c0-397c-452d-8882-f9f118f80321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633898 Feb 04 00:53:03.592331 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70511af6-36cd-4f6e-89fe-b1bea3564e6e service neutron] Pushing event updated for resources: {'Port': ['ID=a45de223-e54c-4f3b-a1c6-61e5048c521b,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:03.598020 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-84710ff7-4267-44e0-8dcf-6d23b9779e6f req-e57ad179-e448-4bc5-9ed1-1be94bdded72 service neutron] 10.222.0.39 "GET /v2.0/networks/ae043462-32cc-4bf5-9ede-b06308dbc788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206679 Feb 04 00:53:03.650722 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d079ae35-dde3-42d3-a2c6-d45bfab5e411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (c547a1c1-9c77-4c3a-8517-cfb1a286c9a7), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:03.655858 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d079ae35-dde3-42d3-a2c6-d45bfab5e411 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:03.657087 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-d079ae35-dde3-42d3-a2c6-d45bfab5e411 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c547a1c1-9c77-4c3a-8517-cfb1a286c9a7 HTTP/1.1" status: 204 len: 168 time: 1.4211676 Feb 04 00:53:03.701823 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cf433d64-3a68-496b-9727-2adf24746589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-659986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9915318'] for subnet (efea5cdd-7f0f-4d93-a000-96d4bb7bafb4), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:03.710312 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-c81cadc6-cccb-4cc3-8ffb-42902e3f6ef4 req-f5a6b2ee-8467-42a3-bc8c-c5d8eb8d236b tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331188 Feb 04 00:53:03.820917 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d079ae35-dde3-42d3-a2c6-d45bfab5e411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c547a1c1-9c77-4c3a-8517-cfb1a286c9a7,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:03.854139 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a9610-af55-459b-9731-10daf4a543e8 req-d8e59ba1-f761-4632-99df-aac4c2ec6537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:03.858779 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-cd0a9610-af55-459b-9731-10daf4a543e8 req-d8e59ba1-f761-4632-99df-aac4c2ec6537 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c42fc013-0698-46e2-b9f7-ed99a07b79db HTTP/1.1" status: 200 len: 916 time: 0.4756505 Feb 04 00:53:03.860571 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-6fc87709-2195-463a-83f8-36401a1421a4 req-70511af6-36cd-4f6e-89fe-b1bea3564e6e service neutron] Attempting to bind port a45de223-e54c-4f3b-a1c6-61e5048c521b on host hv-cinder-82777 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 00:53:03.861202 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-6fc87709-2195-463a-83f8-36401a1421a4 req-70511af6-36cd-4f6e-89fe-b1bea3564e6e service neutron] Attempting to bind port a45de223-e54c-4f3b-a1c6-61e5048c521b by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': '060e0f0b-1beb-4b9f-b430-9022df74b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ae043462-32cc-4bf5-9ede-b06308dbc788'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 00:53:03.861815 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc87709-2195-463a-83f8-36401a1421a4 req-70511af6-36cd-4f6e-89fe-b1bea3564e6e service neutron] Attempting to bind port a45de223-e54c-4f3b-a1c6-61e5048c521b on network ae043462-32cc-4bf5-9ede-b06308dbc788 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:53:03.869890 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf433d64-3a68-496b-9727-2adf24746589 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efea5cdd-7f0f-4d93-a000-96d4bb7bafb4,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:03.878707 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc87709-2195-463a-83f8-36401a1421a4 req-70511af6-36cd-4f6e-89fe-b1bea3564e6e service neutron] Port a45de223-e54c-4f3b-a1c6-61e5048c521b on network ae043462-32cc-4bf5-9ede-b06308dbc788 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 00:53:03.878947 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc87709-2195-463a-83f8-36401a1421a4 req-70511af6-36cd-4f6e-89fe-b1bea3564e6e service neutron] Attempting to bind port a45de223-e54c-4f3b-a1c6-61e5048c521b on network ae043462-32cc-4bf5-9ede-b06308dbc788 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:53:03.918783 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cf433d64-3a68-496b-9727-2adf24746589 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:03.932296 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-cf433d64-3a68-496b-9727-2adf24746589 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/efea5cdd-7f0f-4d93-a000-96d4bb7bafb4 HTTP/1.1" status: 204 len: 168 time: 1.2245548 Feb 04 00:53:03.934873 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 54132) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:03.944123 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-84710ff7-4267-44e0-8dcf-6d23b9779e6f req-1b3d9c59-1a40-4f96-9d78-6707f94835ba service neutron] 10.222.0.39 "GET /v2.0/networks/ae043462-32cc-4bf5-9ede-b06308dbc788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339944 Feb 04 00:53:03.982062 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc87709-2195-463a-83f8-36401a1421a4 req-70511af6-36cd-4f6e-89fe-b1bea3564e6e service neutron] Checking agent: {'id': 'bf093114-7719-4a60-8fae-8541124bea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 50, 48), 'started_at': datetime.datetime(2022, 2, 4, 0, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 00:53:03.983065 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc87709-2195-463a-83f8-36401a1421a4 req-70511af6-36cd-4f6e-89fe-b1bea3564e6e service neutron] Checking segment: {'id': '060e0f0b-1beb-4b9f-b430-9022df74b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ae043462-32cc-4bf5-9ede-b06308dbc788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:53:03.983461 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc87709-2195-463a-83f8-36401a1421a4 req-70511af6-36cd-4f6e-89fe-b1bea3564e6e service neutron] Bound using segment: {'id': '060e0f0b-1beb-4b9f-b430-9022df74b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ae043462-32cc-4bf5-9ede-b06308dbc788'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 00:53:03.983958 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-6fc87709-2195-463a-83f8-36401a1421a4 req-70511af6-36cd-4f6e-89fe-b1bea3564e6e service neutron] Bound port: a45de223-e54c-4f3b-a1c6-61e5048c521b, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '060e0f0b-1beb-4b9f-b430-9022df74b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ae043462-32cc-4bf5-9ede-b06308dbc788'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 00:53:03.984336 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6fc87709-2195-463a-83f8-36401a1421a4 req-70511af6-36cd-4f6e-89fe-b1bea3564e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (a45de223-e54c-4f3b-a1c6-61e5048c521b), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:04.144539 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-cd0a9610-af55-459b-9731-10daf4a543e8 req-e9f42fde-adf7-4e09-964a-36f6a8fdee11 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=51d6301d-baf9-4a4c-a89f-a04596df3241 HTTP/1.1" status: 200 len: 217 time: 0.2298243 Feb 04 00:53:04.177676 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ea9d6a24-6d56-48ca-a1d9-875015a37e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-749408'] for network (27c0011d-5bec-4ae8-b6d6-2373f6ab3b68), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:04.236078 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a9610-af55-459b-9731-10daf4a543e8 req-1e72f48d-6937-46d2-bc04-f131de0f5eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:04.237724 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-cd0a9610-af55-459b-9731-10daf4a543e8 req-1e72f48d-6937-46d2-bc04-f131de0f5eb1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=65a62566-4a16-4ef6-aab9-2e1221b6fd4f HTTP/1.1" status: 200 len: 855 time: 0.0583591 Feb 04 00:53:04.287956 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-a80a259b-5750-42b7-901c-291e44ac5afa req-83b763e9-6677-4b86-9e34-d2dfd8c47b57 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 210 time: 0.0888791 Feb 04 00:53:04.387150 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9b23f-0805-4fba-b432-2c97dc3b993b req-f5a033ec-9ccd-4e1a-8388-9ed1df388cac tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:04.389095 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-fec9b23f-0805-4fba-b432-2c97dc3b993b req-f5a033ec-9ccd-4e1a-8388-9ed1df388cac tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2c1c5b7-d977-4c77-86cf-2335c41651a8 HTTP/1.1" status: 200 len: 943 time: 0.4587455 Feb 04 00:53:04.403161 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-cd0a9610-af55-459b-9731-10daf4a543e8 req-9236f180-9c33-4afb-a5ce-1eab8f035a80 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c42fc013-0698-46e2-b9f7-ed99a07b79db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1542015 Feb 04 00:53:04.484081 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-6fc87709-2195-463a-83f8-36401a1421a4 req-70511af6-36cd-4f6e-89fe-b1bea3564e6e service neutron] For port a45de223-e54c-4f3b-a1c6-61e5048c521b, host hv-cinder-82777, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:53:04.552355 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ea9d6a24-6d56-48ca-a1d9-875015a37e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381372', 'neutron.services.segments.db._delete_segments_for_network-8784746458965'] for network (27c0011d-5bec-4ae8-b6d6-2373f6ab3b68), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:04.570218 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-6fc87709-2195-463a-83f8-36401a1421a4 req-70511af6-36cd-4f6e-89fe-b1bea3564e6e service neutron] For port a45de223-e54c-4f3b-a1c6-61e5048c521b, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=a45de223-e54c-4f3b-a1c6-61e5048c521b,segment=NetworkSegment(060e0f0b-1beb-4b9f-b430-9022df74b8a3),segment_id=060e0f0b-1beb-4b9f-b430-9022df74b8a3)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:53:04.611384 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-fec9b23f-0805-4fba-b432-2c97dc3b993b req-e6973b62-814f-4326-9e2e-16d503029bd2 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/security-groups?id=474786d4-1589-40a0-a0db-49f4e032018a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062714 Feb 04 00:53:04.628167 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-ea9d6a24-6d56-48ca-a1d9-875015a37e1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27c0011d-5bec-4ae8-b6d6-2373f6ab3b68']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:53:04.643776 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201efa9-a9cb-4585-928e-c2034e6898b0 req-471b16e8-de38-4b22-a044-3d7e0e96cbdb tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:04.655525 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c201efa9-a9cb-4585-928e-c2034e6898b0 req-471b16e8-de38-4b22-a044-3d7e0e96cbdb tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=da0753e3-3336-4b9e-9497-d7fe5c1a7277 HTTP/1.1" status: 200 len: 943 time: 0.2574782 Feb 04 00:53:04.666120 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-cd0a9610-af55-459b-9731-10daf4a543e8 req-b450c584-2cb6-43ec-910a-e71a599cb880 service neutron] 10.222.0.39 "GET /v2.0/networks/c42fc013-0698-46e2-b9f7-ed99a07b79db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172620 Feb 04 00:53:04.696164 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-ea9d6a24-6d56-48ca-a1d9-875015a37e1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7dba7fc-aead-4098-99fe-616c4ac79aa0') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:53:04.698158 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-ea9d6a24-6d56-48ca-a1d9-875015a37e1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7dba7fc-aead-4098-99fe-616c4ac79aa0') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:53:04.721989 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ea9d6a24-6d56-48ca-a1d9-875015a37e1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784746459486', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2987907'] for segment (d7dba7fc-aead-4098-99fe-616c4ac79aa0), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:04.734458 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6fc87709-2195-463a-83f8-36401a1421a4 req-70511af6-36cd-4f6e-89fe-b1bea3564e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (a45de223-e54c-4f3b-a1c6-61e5048c521b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:04.816723 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ea9d6a24-6d56-48ca-a1d9-875015a37e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650'] for segment (d7dba7fc-aead-4098-99fe-616c4ac79aa0), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:04.848403 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc87709-2195-463a-83f8-36401a1421a4 req-70511af6-36cd-4f6e-89fe-b1bea3564e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:04.849196 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6fc87709-2195-463a-83f8-36401a1421a4 req-70511af6-36cd-4f6e-89fe-b1bea3564e6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:04.850944 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6fc87709-2195-463a-83f8-36401a1421a4 req-70511af6-36cd-4f6e-89fe-b1bea3564e6e service neutron] 10.222.0.39 "PUT /v2.0/ports/a45de223-e54c-4f3b-a1c6-61e5048c521b HTTP/1.1" status: 200 len: 1094 time: 3.6233969 Feb 04 00:53:04.856059 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea9d6a24-6d56-48ca-a1d9-875015a37e1d admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 00:53:04.856477 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ea9d6a24-6d56-48ca-a1d9-875015a37e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-660156'] for segment (d7dba7fc-aead-4098-99fe-616c4ac79aa0), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:04.876183 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70b4aabf-99fe-41f4-8cd4-07427ba447ad', 'tag': 'a45de223-e54c-4f3b-a1c6-61e5048c521b'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:53:04.876342 dv-cinder-827778-1-iscsi neutron-server[109722]: Traceback (most recent call last): Feb 04 00:53:04.876342 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 00:53:04.876342 dv-cinder-827778-1-iscsi neutron-server[109722]: timer() Feb 04 00:53:04.876342 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 00:53:04.876342 dv-cinder-827778-1-iscsi neutron-server[109722]: cb(*args, **kw) Feb 04 00:53:04.876342 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 00:53:04.876342 dv-cinder-827778-1-iscsi neutron-server[109722]: return func(*args, **kwargs) Feb 04 00:53:04.876342 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 00:53:04.876342 dv-cinder-827778-1-iscsi neutron-server[109722]: self._notify() Feb 04 00:53:04.876342 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 00:53:04.876342 dv-cinder-827778-1-iscsi neutron-server[109722]: self.callback(batched_events) Feb 04 00:53:04.876342 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 00:53:04.876342 dv-cinder-827778-1-iscsi neutron-server[109722]: event.method(event) Feb 04 00:53:04.876342 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 00:53:04.876342 dv-cinder-827778-1-iscsi neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 00:53:04.876342 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 00:53:04.876342 dv-cinder-827778-1-iscsi neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 00:53:04.876342 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 00:53:04.876342 dv-cinder-827778-1-iscsi neutron-server[109722]: return f(self, *a, **k) Feb 04 00:53:04.876342 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 00:53:04.876342 dv-cinder-827778-1-iscsi neutron-server[109722]: return self._get(url).json() Feb 04 00:53:04.876342 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 00:53:04.876342 dv-cinder-827778-1-iscsi neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 00:53:04.876342 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 00:53:04.876342 dv-cinder-827778-1-iscsi neutron-server[109722]: return self.request(url, 'GET', **kwargs) Feb 04 00:53:04.876342 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 00:53:04.876342 dv-cinder-827778-1-iscsi neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 00:53:04.876342 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 00:53:04.876342 dv-cinder-827778-1-iscsi neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 00:53:04.876342 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 00:53:04.876342 dv-cinder-827778-1-iscsi neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 00:53:04.876342 dv-cinder-827778-1-iscsi neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 00:53:04.877975 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9923a7793e9fa6102d344dd696201155eb04f662303130ce66584af0359f1e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e246fa9-8bfa-4717-8a40-ab5b7857e4c5" -d '{"events": [{"name": "network-changed", "server_uuid": "70b4aabf-99fe-41f4-8cd4-07427ba447ad", "tag": "a45de223-e54c-4f3b-a1c6-61e5048c521b"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:53:04.914600 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c201efa9-a9cb-4585-928e-c2034e6898b0 req-d40dfda3-ddf8-47e2-81f2-aafc8520cd0d tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574282 Feb 04 00:53:05.016193 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70511af6-36cd-4f6e-89fe-b1bea3564e6e service neutron] Pushing event updated for resources: {'Port': ['ID=a45de223-e54c-4f3b-a1c6-61e5048c521b,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:05.045920 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 00:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aed0b7a-cf94-40bf-a759-6262af5fb74e x-openstack-request-id: req-8aed0b7a-cf94-40bf-a759-6262af5fb74e {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:53:05.045920 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70b4aabf-99fe-41f4-8cd4-07427ba447ad", "tag": "a45de223-e54c-4f3b-a1c6-61e5048c521b", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:53:05.045920 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8aed0b7a-cf94-40bf-a759-6262af5fb74e {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:53:05.045920 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70b4aabf-99fe-41f4-8cd4-07427ba447ad', 'tag': 'a45de223-e54c-4f3b-a1c6-61e5048c521b', 'status': 'completed', 'code': 200} Feb 04 00:53:05.067229 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ea9d6a24-6d56-48ca-a1d9-875015a37e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601460'] for network (27c0011d-5bec-4ae8-b6d6-2373f6ab3b68), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:05.073459 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ea9d6a24-6d56-48ca-a1d9-875015a37e1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for network (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:05.080805 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-ea9d6a24-6d56-48ca-a1d9-875015a37e1d admin admin] 10.222.0.10 "DELETE /v2.0/networks/27c0011d-5bec-4ae8-b6d6-2373f6ab3b68 HTTP/1.1" status: 204 len: 168 time: 1.1443415 Feb 04 00:53:05.093950 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9d6a24-6d56-48ca-a1d9-875015a37e1d admin admin] Pushing event deleted for resources: {'Network': ['ID=27c0011d-5bec-4ae8-b6d6-2373f6ab3b68,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:05.143837 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc87709-2195-463a-83f8-36401a1421a4 req-71483985-8bf9-43af-86ac-26e8434a182d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:05.145390 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6fc87709-2195-463a-83f8-36401a1421a4 req-71483985-8bf9-43af-86ac-26e8434a182d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2afd163d280640839661275f0ebd1c4e&device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 1128 time: 0.1101885 Feb 04 00:53:05.155235 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cdd855-83e0-4684-bfd7-e8c7d00c7858 req-76153c83-3e0f-48b3-808e-f434c2de993a tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:05.156731 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-82cdd855-83e0-4684-bfd7-e8c7d00c7858 req-76153c83-3e0f-48b3-808e-f434c2de993a tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 944 time: 0.2892306 Feb 04 00:53:05.219683 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6fc87709-2195-463a-83f8-36401a1421a4 req-4b71150d-ca51-4241-b83d-3f4d25887db5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a45de223-e54c-4f3b-a1c6-61e5048c521b HTTP/1.1" status: 200 len: 217 time: 0.0597863 Feb 04 00:53:05.225232 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-cd0a9610-af55-459b-9731-10daf4a543e8 req-8b9945a2-cde0-4f9e-b24f-79c2fe888925 service neutron] 10.222.0.39 "GET /v2.0/networks/c42fc013-0698-46e2-b9f7-ed99a07b79db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695338 Feb 04 00:53:05.291518 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-82cdd855-83e0-4684-bfd7-e8c7d00c7858 req-6f56f6e3-e643-4fab-a1b7-4c32fe3c5852 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192038 Feb 04 00:53:05.293043 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc87709-2195-463a-83f8-36401a1421a4 req-e2835732-3410-4159-9d10-d6a8286e649d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:05.294443 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6fc87709-2195-463a-83f8-36401a1421a4 req-e2835732-3410-4159-9d10-d6a8286e649d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=46745580-e406-4b05-84f7-81e0482f0518 HTTP/1.1" status: 200 len: 859 time: 0.0683303 Feb 04 00:53:05.403373 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c510c9bd-c264-4fd7-9057-9bbbc9a8dfe7 req-6f759795-ef7a-433f-9702-49f9f038050b tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 210 time: 0.0277288 Feb 04 00:53:05.457145 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 54212) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:05.462962 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6fc87709-2195-463a-83f8-36401a1421a4 req-df506984-b898-49d4-a9ce-55597b18ddef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae043462-32cc-4bf5-9ede-b06308dbc788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286152 Feb 04 00:53:05.503040 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-415a6e9f-535b-404e-a7ba-99c857ffe5ee admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bde35058666b46cd8676062b16d3a950&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0446680 Feb 04 00:53:05.505539 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 54214) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:05.556392 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9f126197-83f8-444e-a5f6-1da51a6ebfd1 admin admin] Publish callbacks [] for security_group (27918ff3-9274-4059-b8c0-02c11e77d1c4), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:05.576620 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6fc87709-2195-463a-83f8-36401a1421a4 req-304897e4-fc12-444f-b437-d424a52eecd3 service neutron] 10.222.0.39 "GET /v2.0/networks/ae043462-32cc-4bf5-9ede-b06308dbc788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042733 Feb 04 00:53:05.584936 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9f126197-83f8-444e-a5f6-1da51a6ebfd1 admin admin] Publish callbacks [] for security_group (27918ff3-9274-4059-b8c0-02c11e77d1c4), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:05.688156 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6fc87709-2195-463a-83f8-36401a1421a4 req-d08c27e8-df9a-463f-acf5-61027e58d2a7 service neutron] 10.222.0.39 "GET /v2.0/networks/ae043462-32cc-4bf5-9ede-b06308dbc788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005814 Feb 04 00:53:05.733221 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad95af-fd46-43ed-9935-7360b8ff2e3c req-de04131b-731a-4f80-b053-495f2724060c tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:05.734831 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-74ad95af-fd46-43ed-9935-7360b8ff2e3c req-de04131b-731a-4f80-b053-495f2724060c tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2c1c5b7-d977-4c77-86cf-2335c41651a8 HTTP/1.1" status: 200 len: 943 time: 0.0657966 Feb 04 00:53:05.783064 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-74ad95af-fd46-43ed-9935-7360b8ff2e3c req-0319236b-3d58-49e3-90dd-ce9d786e6469 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/security-groups?id=474786d4-1589-40a0-a0db-49f4e032018a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426979 Feb 04 00:53:05.789838 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9f126197-83f8-444e-a5f6-1da51a6ebfd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (27918ff3-9274-4059-b8c0-02c11e77d1c4), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:05.792604 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9f126197-83f8-444e-a5f6-1da51a6ebfd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:05.793904 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-9f126197-83f8-444e-a5f6-1da51a6ebfd1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/27918ff3-9274-4059-b8c0-02c11e77d1c4 HTTP/1.1" status: 204 len: 168 time: 0.2871079 Feb 04 00:53:05.803813 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f126197-83f8-444e-a5f6-1da51a6ebfd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27918ff3-9274-4059-b8c0-02c11e77d1c4,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:05.953271 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e246fa9-8bfa-4717-8a40-ab5b7857e4c5 req-898110fb-7b7f-4ee8-86c8-164e506d262d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:05.954508 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-5e246fa9-8bfa-4717-8a40-ab5b7857e4c5 req-898110fb-7b7f-4ee8-86c8-164e506d262d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2afd163d280640839661275f0ebd1c4e&device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 1128 time: 0.0554154 Feb 04 00:53:05.999350 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 54234) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:06.065973 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e246fa9-8bfa-4717-8a40-ab5b7857e4c5 req-4a287d20-15a5-451c-b102-ae1382b39689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:06.067460 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-5e246fa9-8bfa-4717-8a40-ab5b7857e4c5 req-4a287d20-15a5-451c-b102-ae1382b39689 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae043462-32cc-4bf5-9ede-b06308dbc788 HTTP/1.1" status: 200 len: 920 time: 0.1066892 Feb 04 00:53:06.076145 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71dedb-2b6c-4b30-98ad-50dfe077f13e req-00a15d1b-5a93-471f-97cf-cddb8a67f82b tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:06.078086 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2a71dedb-2b6c-4b30-98ad-50dfe077f13e req-00a15d1b-5a93-471f-97cf-cddb8a67f82b tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=da0753e3-3336-4b9e-9497-d7fe5c1a7277 HTTP/1.1" status: 200 len: 943 time: 0.0834816 Feb 04 00:53:06.128979 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-5e246fa9-8bfa-4717-8a40-ab5b7857e4c5 req-47ea189e-0690-48e7-b2fc-e09ace4dadf5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a45de223-e54c-4f3b-a1c6-61e5048c521b HTTP/1.1" status: 200 len: 217 time: 0.0539930 Feb 04 00:53:06.141815 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2a71dedb-2b6c-4b30-98ad-50dfe077f13e req-9ccc90b9-963a-44af-9876-dbecfffa3938 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572622 Feb 04 00:53:06.186477 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e246fa9-8bfa-4717-8a40-ab5b7857e4c5 req-081b7837-6632-4be9-aff5-26b9f073f95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:06.188607 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-5e246fa9-8bfa-4717-8a40-ab5b7857e4c5 req-081b7837-6632-4be9-aff5-26b9f073f95c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=46745580-e406-4b05-84f7-81e0482f0518 HTTP/1.1" status: 200 len: 859 time: 0.0535538 Feb 04 00:53:06.221692 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-5e246fa9-8bfa-4717-8a40-ab5b7857e4c5 req-f4ee337a-2a29-4ccb-914e-1239370629b9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae043462-32cc-4bf5-9ede-b06308dbc788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259461 Feb 04 00:53:06.275083 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b6f54058-df95-4faf-8a72-3fed25fb55a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:06.338537 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-5e246fa9-8bfa-4717-8a40-ab5b7857e4c5 req-0e584e6d-6b89-4169-af71-477cb8a7eedd service neutron] 10.222.0.39 "GET /v2.0/networks/ae043462-32cc-4bf5-9ede-b06308dbc788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104565 Feb 04 00:53:06.363583 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b6f54058-df95-4faf-8a72-3fed25fb55a4 admin admin] Publish callbacks [] for security_group (063bc404-30d0-4a2d-982f-949e24f3a9f8), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:06.475044 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-5e246fa9-8bfa-4717-8a40-ab5b7857e4c5 req-e2c67dec-eb4d-45a8-9440-98d8d24da01b service neutron] 10.222.0.39 "GET /v2.0/networks/ae043462-32cc-4bf5-9ede-b06308dbc788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177676 Feb 04 00:53:06.487769 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb2941-24d4-4e5e-b2f5-ea0d0ce11379 req-a051b0a4-a76f-4ecb-b026-d5c9797e58eb tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:06.489377 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-f9eb2941-24d4-4e5e-b2f5-ea0d0ce11379 req-a051b0a4-a76f-4ecb-b026-d5c9797e58eb tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 944 time: 0.0884554 Feb 04 00:53:06.518786 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8a193872-ea50-4767-8d47-b7422729aeee req-4103020d-6f87-4192-921d-7a28ffa44f59 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 210 time: 0.0398247 Feb 04 00:53:06.546296 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b6f54058-df95-4faf-8a72-3fed25fb55a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (063bc404-30d0-4a2d-982f-949e24f3a9f8), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:06.568610 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-f9eb2941-24d4-4e5e-b2f5-ea0d0ce11379 req-87f3170c-5c53-408c-b337-ef297d34f7f3 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688682 Feb 04 00:53:06.596388 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-b6f54058-df95-4faf-8a72-3fed25fb55a4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=88dab7995d9040dc951de9e8e4fb70b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5935636 Feb 04 00:53:06.596388 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f54058-df95-4faf-8a72-3fed25fb55a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063bc404-30d0-4a2d-982f-949e24f3a9f8,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:06.597009 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 54252) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:06.650113 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3906e578-686c-4f34-9634-ca49c0ae0b31 admin admin] Publish callbacks [] for security_group (063bc404-30d0-4a2d-982f-949e24f3a9f8), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:06.673331 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3906e578-686c-4f34-9634-ca49c0ae0b31 admin admin] Publish callbacks [] for security_group (063bc404-30d0-4a2d-982f-949e24f3a9f8), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:06.776781 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3906e578-686c-4f34-9634-ca49c0ae0b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (063bc404-30d0-4a2d-982f-949e24f3a9f8), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:06.776781 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3906e578-686c-4f34-9634-ca49c0ae0b31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:06.776781 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-3906e578-686c-4f34-9634-ca49c0ae0b31 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/063bc404-30d0-4a2d-982f-949e24f3a9f8 HTTP/1.1" status: 204 len: 168 time: 0.1755633 Feb 04 00:53:06.783762 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906e578-686c-4f34-9634-ca49c0ae0b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063bc404-30d0-4a2d-982f-949e24f3a9f8,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:06.916893 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fb37a-ac24-4dd4-8dfb-7c37c00b0fbd req-00d611f5-d0e0-47db-a75e-f6b158479b70 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:06.918670 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8a5fb37a-ac24-4dd4-8dfb-7c37c00b0fbd req-00d611f5-d0e0-47db-a75e-f6b158479b70 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2c1c5b7-d977-4c77-86cf-2335c41651a8 HTTP/1.1" status: 200 len: 943 time: 0.0578675 Feb 04 00:53:06.966874 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 54266) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:06.977112 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8a5fb37a-ac24-4dd4-8dfb-7c37c00b0fbd req-4653caa1-eee7-435c-81bd-537e7ab10d17 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/security-groups?id=474786d4-1589-40a0-a0db-49f4e032018a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527444 Feb 04 00:53:07.023068 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-dff0a170-f1e9-415d-b19c-1892db9d2b42 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1cedc3e2cdec42f785d9f64eaf58ecb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0549374 Feb 04 00:53:07.025610 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 54268) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:07.085685 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2416f658-d733-4036-b05d-fa688f7b6f90 admin admin] Publish callbacks [] for security_group (dd919774-1b28-4daa-b9d4-ca2fd6aff81f), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:07.108052 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2416f658-d733-4036-b05d-fa688f7b6f90 admin admin] Publish callbacks [] for security_group (dd919774-1b28-4daa-b9d4-ca2fd6aff81f), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:07.286703 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d5548-27c0-4299-8e8b-ccfaf0a8e855 req-b03b3c8a-985f-4d18-aac1-19d35162c457 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:07.288127 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-5f4d5548-27c0-4299-8e8b-ccfaf0a8e855 req-b03b3c8a-985f-4d18-aac1-19d35162c457 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=da0753e3-3336-4b9e-9497-d7fe5c1a7277 HTTP/1.1" status: 200 len: 943 time: 0.0636296 Feb 04 00:53:07.289901 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2416f658-d733-4036-b05d-fa688f7b6f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (dd919774-1b28-4daa-b9d4-ca2fd6aff81f), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:07.292790 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2416f658-d733-4036-b05d-fa688f7b6f90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:07.294685 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-2416f658-d733-4036-b05d-fa688f7b6f90 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dd919774-1b28-4daa-b9d4-ca2fd6aff81f HTTP/1.1" status: 204 len: 168 time: 0.2640412 Feb 04 00:53:07.306335 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2416f658-d733-4036-b05d-fa688f7b6f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd919774-1b28-4daa-b9d4-ca2fd6aff81f,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:07.346986 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-5f4d5548-27c0-4299-8e8b-ccfaf0a8e855 req-5df3e7df-beef-48e0-99b9-321137c3e11c tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486054 Feb 04 00:53:07.465492 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-170c8d2a-75aa-4425-b054-358b42185159 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:07.467795 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-170c8d2a-75aa-4425-b054-358b42185159 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.39 "GET /v2.0/networks?id=7fa434c0-397c-452d-8882-f9f118f80321 HTTP/1.1" status: 200 len: 816 time: 0.1066663 Feb 04 00:53:07.558521 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-dfea052d-1f21-4030-973e-770f04a188b6 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33c179601f1e46788de48f0cac243499 HTTP/1.1" status: 200 len: 379 time: 0.0701544 Feb 04 00:53:07.570528 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-1cfcfd55-4e74-4ddc-87c3-8035a5f90907 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Request body: {'port': {'device_id': 'fe3010af-a305-4162-a4c3-bd33890474c4', 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321', 'admin_state_up': True, 'tenant_id': '33c179601f1e46788de48f0cac243499', 'security_groups': ['138fc5e9-5364-49b8-afc4-029d0969bb83']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:53:07.617359 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2b7c8bbf-be29-4aa1-beef-7c7fb8618b29 req-fa87c82b-703c-4691-8688-1feefb631f34 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 210 time: 0.0293360 Feb 04 00:53:07.732371 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e11971-e3fa-40d9-84ac-298b748279f1 req-5e6b450e-daab-48dd-b928-d98c7409eb2e tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:07.733903 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e2e11971-e3fa-40d9-84ac-298b748279f1 req-5e6b450e-daab-48dd-b928-d98c7409eb2e tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 944 time: 0.0949466 Feb 04 00:53:07.754528 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 54288) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:07.759657 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4543e770-ccf6-4103-8d88-b3b90b357496 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:07.782866 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e2e11971-e3fa-40d9-84ac-298b748279f1 req-4af46bc7-7618-41a1-8ba3-b472bc7c1951 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431039 Feb 04 00:53:07.855457 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4543e770-ccf6-4103-8d88-b3b90b357496 admin admin] Publish callbacks [] for security_group (cbab0c00-d108-48d2-a886-5820eab2314c), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:07.861340 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-1cfcfd55-4e74-4ddc-87c3-8035a5f90907 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Made reservation on behalf of 33c179601f1e46788de48f0cac243499 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:53:07.864992 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-1cfcfd55-4e74-4ddc-87c3-8035a5f90907 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:07.975669 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4543e770-ccf6-4103-8d88-b3b90b357496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (cbab0c00-d108-48d2-a886-5820eab2314c), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:08.015317 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-4543e770-ccf6-4103-8d88-b3b90b357496 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b839679b06754afc8447be35efa8f13d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2664547 Feb 04 00:53:08.017562 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 54306) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:08.031944 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-1cfcfd55-4e74-4ddc-87c3-8035a5f90907 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Allocated IP 172.20.0.9 (7fa434c0-397c-452d-8882-f9f118f80321/a3690513-81ad-46a5-afc0-910eebaac8f9/3ecf0c07-12ef-478b-bb61-7fd4da5b47f7) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:53:08.066857 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543e770-ccf6-4103-8d88-b3b90b357496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbab0c00-d108-48d2-a886-5820eab2314c,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:08.125416 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0d2ef154-4e7d-40ac-a49d-6cd0a8736ea4 admin admin] Publish callbacks [] for security_group (cbab0c00-d108-48d2-a886-5820eab2314c), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:08.171979 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0d2ef154-4e7d-40ac-a49d-6cd0a8736ea4 admin admin] Publish callbacks [] for security_group (cbab0c00-d108-48d2-a886-5820eab2314c), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:08.213535 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-1cfcfd55-4e74-4ddc-87c3-8035a5f90907 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks [] for port (3ecf0c07-12ef-478b-bb61-7fd4da5b47f7), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:08.240886 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d7a7b-dd22-44d4-90e9-62d9d14e434c req-b42f2f4d-f70d-42a3-b248-a7250dc5a9d2 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:08.244139 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f60d7a7b-dd22-44d4-90e9-62d9d14e434c req-b42f2f4d-f70d-42a3-b248-a7250dc5a9d2 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2c1c5b7-d977-4c77-86cf-2335c41651a8 HTTP/1.1" status: 200 len: 943 time: 0.1507521 Feb 04 00:53:08.311276 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f60d7a7b-dd22-44d4-90e9-62d9d14e434c req-8927447f-ff6d-4a18-9704-7c4ff9e62a3a tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/security-groups?id=474786d4-1589-40a0-a0db-49f4e032018a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554214 Feb 04 00:53:08.370350 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-1cfcfd55-4e74-4ddc-87c3-8035a5f90907 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223'] for port (3ecf0c07-12ef-478b-bb61-7fd4da5b47f7), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:08.416622 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-1cfcfd55-4e74-4ddc-87c3-8035a5f90907 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Network 7fa434c0-397c-452d-8882-f9f118f80321 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:53:08.419856 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-1cfcfd55-4e74-4ddc-87c3-8035a5f90907 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:53:08.424757 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-1cfcfd55-4e74-4ddc-87c3-8035a5f90907 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:53:08.431251 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-1cfcfd55-4e74-4ddc-87c3-8035a5f90907 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:08.431251 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-1cfcfd55-4e74-4ddc-87c3-8035a5f90907 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:08.450484 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0d2ef154-4e7d-40ac-a49d-6cd0a8736ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (cbab0c00-d108-48d2-a886-5820eab2314c), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:08.457236 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0d2ef154-4e7d-40ac-a49d-6cd0a8736ea4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:08.457236 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-0d2ef154-4e7d-40ac-a49d-6cd0a8736ea4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cbab0c00-d108-48d2-a886-5820eab2314c HTTP/1.1" status: 204 len: 168 time: 0.4361498 Feb 04 00:53:08.464022 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ef154-4e7d-40ac-a49d-6cd0a8736ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbab0c00-d108-48d2-a886-5820eab2314c,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:08.477224 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfcfd55-4e74-4ddc-87c3-8035a5f90907 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Pushing event updated for resources: {'Port': ['ID=3ecf0c07-12ef-478b-bb61-7fd4da5b47f7,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:08.514597 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc2a05-0ff0-442a-b0cf-ac6e5daec790 req-70c843d7-2288-4ef4-9672-64b7648feca6 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:08.521541 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-0bcc2a05-0ff0-442a-b0cf-ac6e5daec790 req-70c843d7-2288-4ef4-9672-64b7648feca6 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=da0753e3-3336-4b9e-9497-d7fe5c1a7277 HTTP/1.1" status: 200 len: 943 time: 0.0994856 Feb 04 00:53:08.593115 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-0bcc2a05-0ff0-442a-b0cf-ac6e5daec790 req-e06dd38e-a7ee-4680-82a4-5bb1f61c4502 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637636 Feb 04 00:53:08.597950 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-1cfcfd55-4e74-4ddc-87c3-8035a5f90907 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0313706 Feb 04 00:53:08.618906 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device a45de223-e54c-4f3b-a1c6-61e5048c521b details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 00:53:08.622418 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-331d11c2-9146-411b-9d0a-9bf0d755db61 service neutron] Request body: {'port': {'device_id': 'fe3010af-a305-4162-a4c3-bd33890474c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:53:08.726187 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-331d11c2-9146-411b-9d0a-9bf0d755db61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (3ecf0c07-12ef-478b-bb61-7fd4da5b47f7), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:08.783135 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port a45de223-e54c-4f3b-a1c6-61e5048c521b, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=a45de223-e54c-4f3b-a1c6-61e5048c521b,segment=NetworkSegment(060e0f0b-1beb-4b9f-b430-9022df74b8a3),segment_id=060e0f0b-1beb-4b9f-b430-9022df74b8a3)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:53:08.807366 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780750b8-750f-4e41-a789-3a417479a17a req-c49700f9-7b29-41ac-a58d-da928a9f7fa2 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:08.810590 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-780750b8-750f-4e41-a789-3a417479a17a req-c49700f9-7b29-41ac-a58d-da928a9f7fa2 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 931 time: 0.0726652 Feb 04 00:53:08.821124 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Returning: {'device': 'a45de223-e54c-4f3b-a1c6-61e5048c521b', 'network_id': 'ae043462-32cc-4bf5-9ede-b06308dbc788', 'port_id': 'a45de223-e54c-4f3b-a1c6-61e5048c521b', 'mac_address': 'fa:16:3e:ea:ba:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46745580-e406-4b05-84f7-81e0482f0518', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 00:53:08.886401 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-780750b8-750f-4e41-a789-3a417479a17a req-53c2ad16-192f-4883-86fa-d4017f98e99a tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645165 Feb 04 00:53:08.909265 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-2814fc82-692a-47e3-a106-44bec476d8c5 None None] Provisioning complete for port 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:53:08.910074 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2814fc82-692a-47e3-a106-44bec476d8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (3ecf0c07-12ef-478b-bb61-7fd4da5b47f7), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:08.943956 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port a45de223-e54c-4f3b-a1c6-61e5048c521b is: DOWN; New status is: BUILD {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:53:08.944359 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (a45de223-e54c-4f3b-a1c6-61e5048c521b), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:08.981918 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a45de223-e54c-4f3b-a1c6-61e5048c521b {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:53:08.994018 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-2814fc82-692a-47e3-a106-44bec476d8c5 None None] Port 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 00:53:09.005674 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port a45de223-e54c-4f3b-a1c6-61e5048c521b, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=a45de223-e54c-4f3b-a1c6-61e5048c521b,segment=NetworkSegment(060e0f0b-1beb-4b9f-b430-9022df74b8a3),segment_id=060e0f0b-1beb-4b9f-b430-9022df74b8a3)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:53:09.124659 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (a45de223-e54c-4f3b-a1c6-61e5048c521b), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:09.125849 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 6d5d88e7-f438-4d9c-9e46-6f39e34ac909 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 00:53:09.223285 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f62a07-76de-459a-bf77-6eeff9e4e4ec req-928e4962-4811-469e-92f9-54899a02f75a tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:09.223285 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-29f62a07-76de-459a-bf77-6eeff9e4e4ec req-928e4962-4811-469e-92f9-54899a02f75a tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 944 time: 0.3018415 Feb 04 00:53:09.273686 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=a45de223-e54c-4f3b-a1c6-61e5048c521b,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:09.286307 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 6d5d88e7-f438-4d9c-9e46-6f39e34ac909, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=6d5d88e7-f438-4d9c-9e46-6f39e34ac909,segment=NetworkSegment(726b3ea9-383d-49bf-aac0-644e44047715),segment_id=726b3ea9-383d-49bf-aac0-644e44047715)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:53:09.290914 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-29f62a07-76de-459a-bf77-6eeff9e4e4ec req-e231915d-9a06-49bc-8d17-2f2f616b699b tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600324 Feb 04 00:53:09.316780 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Returning: {'device': '6d5d88e7-f438-4d9c-9e46-6f39e34ac909', 'network_id': '78c9a29e-cc2a-408f-a8b4-9246fffcf8b8', 'port_id': '6d5d88e7-f438-4d9c-9e46-6f39e34ac909', 'mac_address': 'fa:16:3e:a5:33:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c16da9bc-a80c-4e00-9d57-5d26ed0fa750', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 00:53:09.364859 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port 6d5d88e7-f438-4d9c-9e46-6f39e34ac909 is: DOWN; New status is: BUILD {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:53:09.365553 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (6d5d88e7-f438-4d9c-9e46-6f39e34ac909), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:09.381271 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-331d11c2-9146-411b-9d0a-9bf0d755db61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:53:09.390297 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-331d11c2-9146-411b-9d0a-9bf0d755db61 service neutron] Publish callbacks [] for port (3ecf0c07-12ef-478b-bb61-7fd4da5b47f7), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:09.404591 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-331d11c2-9146-411b-9d0a-9bf0d755db61 service neutron] Transition to ACTIVE for port object 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:53:09.419310 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d5d88e7-f438-4d9c-9e46-6f39e34ac909 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:53:09.448928 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 6d5d88e7-f438-4d9c-9e46-6f39e34ac909, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=6d5d88e7-f438-4d9c-9e46-6f39e34ac909,segment=NetworkSegment(726b3ea9-383d-49bf-aac0-644e44047715),segment_id=726b3ea9-383d-49bf-aac0-644e44047715)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:53:09.505660 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-331d11c2-9146-411b-9d0a-9bf0d755db61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (3ecf0c07-12ef-478b-bb61-7fd4da5b47f7), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:09.516454 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c7268-a460-4eef-a73a-b7d2e39addc9 req-f8e85df9-1541-43ca-835a-d5638b5c0771 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:09.518013 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6f2c7268-a460-4eef-a73a-b7d2e39addc9 req-f8e85df9-1541-43ca-835a-d5638b5c0771 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2c1c5b7-d977-4c77-86cf-2335c41651a8 HTTP/1.1" status: 200 len: 943 time: 0.0914853 Feb 04 00:53:09.562798 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d11c2-9146-411b-9d0a-9bf0d755db61 service neutron] Pushing event updated for resources: {'Port': ['ID=3ecf0c07-12ef-478b-bb61-7fd4da5b47f7,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:09.571887 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6f2c7268-a460-4eef-a73a-b7d2e39addc9 req-1f09f308-5a17-46ba-a532-8986041505f6 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/security-groups?id=474786d4-1589-40a0-a0db-49f4e032018a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481958 Feb 04 00:53:09.614298 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-331d11c2-9146-411b-9d0a-9bf0d755db61 service neutron] Attempting to bind port 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 on host hv-cinder-82777 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 00:53:09.614557 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-331d11c2-9146-411b-9d0a-9bf0d755db61 service neutron] Attempting to bind port 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': '54e3d956-d261-4a67-bb25-94057ffc11cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 00:53:09.614884 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-331d11c2-9146-411b-9d0a-9bf0d755db61 service neutron] Attempting to bind port 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 on network 7fa434c0-397c-452d-8882-f9f118f80321 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:53:09.620233 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-331d11c2-9146-411b-9d0a-9bf0d755db61 service neutron] Port 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 on network 7fa434c0-397c-452d-8882-f9f118f80321 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 00:53:09.620233 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-331d11c2-9146-411b-9d0a-9bf0d755db61 service neutron] Attempting to bind port 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 on network 7fa434c0-397c-452d-8882-f9f118f80321 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:53:09.627451 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-331d11c2-9146-411b-9d0a-9bf0d755db61 service neutron] Checking agent: {'id': 'bf093114-7719-4a60-8fae-8541124bea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 50, 48), 'started_at': datetime.datetime(2022, 2, 4, 0, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 00:53:09.627953 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-331d11c2-9146-411b-9d0a-9bf0d755db61 service neutron] Checking segment: {'id': '54e3d956-d261-4a67-bb25-94057ffc11cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:53:09.628448 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-331d11c2-9146-411b-9d0a-9bf0d755db61 service neutron] Bound using segment: {'id': '54e3d956-d261-4a67-bb25-94057ffc11cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 00:53:09.628869 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-331d11c2-9146-411b-9d0a-9bf0d755db61 service neutron] Bound port: 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54e3d956-d261-4a67-bb25-94057ffc11cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 00:53:09.629231 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-331d11c2-9146-411b-9d0a-9bf0d755db61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (3ecf0c07-12ef-478b-bb61-7fd4da5b47f7), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:09.632449 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (6d5d88e7-f438-4d9c-9e46-6f39e34ac909), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:09.633120 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device e3444036-dd14-4e16-9a59-c926e0b970dc details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 00:53:09.705358 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=6d5d88e7-f438-4d9c-9e46-6f39e34ac909,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:09.709011 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port e3444036-dd14-4e16-9a59-c926e0b970dc, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=e3444036-dd14-4e16-9a59-c926e0b970dc,segment=NetworkSegment(060e0f0b-1beb-4b9f-b430-9022df74b8a3),segment_id=060e0f0b-1beb-4b9f-b430-9022df74b8a3)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:53:09.726993 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Returning: {'device': 'e3444036-dd14-4e16-9a59-c926e0b970dc', 'network_id': 'ae043462-32cc-4bf5-9ede-b06308dbc788', 'port_id': 'e3444036-dd14-4e16-9a59-c926e0b970dc', 'mac_address': 'fa:16:3e:44:f9:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46745580-e406-4b05-84f7-81e0482f0518', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 00:53:09.739718 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-331d11c2-9146-411b-9d0a-9bf0d755db61 service neutron] For port 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7, host hv-cinder-82777, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:53:09.750892 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-331d11c2-9146-411b-9d0a-9bf0d755db61 service neutron] For port 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=3ecf0c07-12ef-478b-bb61-7fd4da5b47f7,segment=NetworkSegment(54e3d956-d261-4a67-bb25-94057ffc11cf),segment_id=54e3d956-d261-4a67-bb25-94057ffc11cf)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:53:09.776943 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port e3444036-dd14-4e16-9a59-c926e0b970dc is: DOWN; New status is: BUILD {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:53:09.778227 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (e3444036-dd14-4e16-9a59-c926e0b970dc), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:09.795289 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3444036-dd14-4e16-9a59-c926e0b970dc {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:53:09.817786 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port e3444036-dd14-4e16-9a59-c926e0b970dc, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=e3444036-dd14-4e16-9a59-c926e0b970dc,segment=NetworkSegment(060e0f0b-1beb-4b9f-b430-9022df74b8a3),segment_id=060e0f0b-1beb-4b9f-b430-9022df74b8a3)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:53:09.842254 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0da8d0-a4cf-4467-9cfa-ea9ce58c0db7 req-5fac6dfe-b19f-4db3-96c6-39b91f4ab4a1 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:09.843812 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-eb0da8d0-a4cf-4467-9cfa-ea9ce58c0db7 req-5fac6dfe-b19f-4db3-96c6-39b91f4ab4a1 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=da0753e3-3336-4b9e-9497-d7fe5c1a7277 HTTP/1.1" status: 200 len: 943 time: 0.0888548 Feb 04 00:53:09.889755 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (e3444036-dd14-4e16-9a59-c926e0b970dc), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:09.890685 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 51d6301d-baf9-4a4c-a89f-a04596df3241 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 00:53:09.898615 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-eb0da8d0-a4cf-4467-9cfa-ea9ce58c0db7 req-e98820fd-ffd2-458e-a061-b3cb3fcade5f tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488837 Feb 04 00:53:09.900549 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-331d11c2-9146-411b-9d0a-9bf0d755db61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (3ecf0c07-12ef-478b-bb61-7fd4da5b47f7), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:09.968714 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-331d11c2-9146-411b-9d0a-9bf0d755db61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:09.969351 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-331d11c2-9146-411b-9d0a-9bf0d755db61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:09.970999 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-331d11c2-9146-411b-9d0a-9bf0d755db61 service neutron] 10.222.0.39 "PUT /v2.0/ports/3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 HTTP/1.1" status: 200 len: 1093 time: 1.3617415 Feb 04 00:53:09.973382 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe3010af-a305-4162-a4c3-bd33890474c4', 'tag': '3ecf0c07-12ef-478b-bb61-7fd4da5b47f7'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:53:09.981786 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9923a7793e9fa6102d344dd696201155eb04f662303130ce66584af0359f1e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a3dda5-6387-4653-b34e-31fa50aa6801" -d '{"events": [{"name": "network-changed", "server_uuid": "fe3010af-a305-4162-a4c3-bd33890474c4", "tag": "3ecf0c07-12ef-478b-bb61-7fd4da5b47f7"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:53:10.004215 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=e3444036-dd14-4e16-9a59-c926e0b970dc,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:10.051478 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d11c2-9146-411b-9d0a-9bf0d755db61 service neutron] Pushing event updated for resources: {'Port': ['ID=3ecf0c07-12ef-478b-bb61-7fd4da5b47f7,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:10.117347 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d9d99-a37a-4e41-a73d-b8ed9e3f0a6a req-b8ddfe2e-5944-4f71-9e62-5b728d83a1eb tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:10.125366 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0f6d9d99-a37a-4e41-a73d-b8ed9e3f0a6a req-b8ddfe2e-5944-4f71-9e62-5b728d83a1eb tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 943 time: 0.1387784 Feb 04 00:53:10.185187 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 00:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96267ae3-9db5-4c6d-ad17-12baa0fe974f x-openstack-request-id: req-96267ae3-9db5-4c6d-ad17-12baa0fe974f {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:53:10.185700 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe3010af-a305-4162-a4c3-bd33890474c4", "tag": "3ecf0c07-12ef-478b-bb61-7fd4da5b47f7", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:53:10.186086 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-96267ae3-9db5-4c6d-ad17-12baa0fe974f {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:53:10.186616 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe3010af-a305-4162-a4c3-bd33890474c4', 'tag': '3ecf0c07-12ef-478b-bb61-7fd4da5b47f7', 'status': 'completed', 'code': 200} Feb 04 00:53:10.189521 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-08b7072f-22e6-4411-a7a7-33add572455f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:10.191291 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-08b7072f-22e6-4411-a7a7-33add572455f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=33c179601f1e46788de48f0cac243499&device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 1127 time: 0.1194346 Feb 04 00:53:10.212802 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0f6d9d99-a37a-4e41-a73d-b8ed9e3f0a6a req-0fae1604-e61e-4d20-9b1f-a41b761ba68f tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789671 Feb 04 00:53:10.239052 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 51d6301d-baf9-4a4c-a89f-a04596df3241, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=51d6301d-baf9-4a4c-a89f-a04596df3241,segment=NetworkSegment(bfd891dd-65b5-4811-be81-80f452cca4a0),segment_id=bfd891dd-65b5-4811-be81-80f452cca4a0)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:53:10.254879 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-2f319229-9594-4b88-832f-7504f1b6402b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 HTTP/1.1" status: 200 len: 217 time: 0.0520985 Feb 04 00:53:10.265978 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Returning: {'device': '51d6301d-baf9-4a4c-a89f-a04596df3241', 'network_id': 'c42fc013-0698-46e2-b9f7-ed99a07b79db', 'port_id': '51d6301d-baf9-4a4c-a89f-a04596df3241', 'mac_address': 'fa:16:3e:bc:c1:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65a62566-4a16-4ef6-aab9-2e1221b6fd4f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 00:53:10.317795 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-478c9bf0-9456-4c22-9c90-729428a9e905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:10.319757 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-478c9bf0-9456-4c22-9c90-729428a9e905 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a3690513-81ad-46a5-afc0-910eebaac8f9 HTTP/1.1" status: 200 len: 855 time: 0.0565491 Feb 04 00:53:10.321640 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port 51d6301d-baf9-4a4c-a89f-a04596df3241 is: DOWN; New status is: BUILD {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:53:10.322234 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (51d6301d-baf9-4a4c-a89f-a04596df3241), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:10.341061 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51d6301d-baf9-4a4c-a89f-a04596df3241 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:53:10.380418 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2ed35f03-6236-4999-a29d-5e05b032ada0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:10.382990 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 51d6301d-baf9-4a4c-a89f-a04596df3241, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=51d6301d-baf9-4a4c-a89f-a04596df3241,segment=NetworkSegment(bfd891dd-65b5-4811-be81-80f452cca4a0),segment_id=bfd891dd-65b5-4811-be81-80f452cca4a0)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:53:10.431114 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-3cc9451a-6762-4252-be9e-23982ce80db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:10.432914 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-3cc9451a-6762-4252-be9e-23982ce80db2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fa434c0-397c-452d-8882-f9f118f80321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1019635 Feb 04 00:53:10.459897 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6065f7e-c31b-4cc1-ad2d-ef19f13dc76e req-7820b3d2-f281-4c96-a623-a29aff26062c tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:10.461421 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a6065f7e-c31b-4cc1-ad2d-ef19f13dc76e req-7820b3d2-f281-4c96-a623-a29aff26062c tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 945 time: 0.0934420 Feb 04 00:53:10.530251 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (51d6301d-baf9-4a4c-a89f-a04596df3241), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:10.595655 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=51d6301d-baf9-4a4c-a89f-a04596df3241,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:10.609022 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a6065f7e-c31b-4cc1-ad2d-ef19f13dc76e req-b4923050-9e54-4775-88b3-98eaf3351cea tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371107 Feb 04 00:53:10.611604 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-b1b56606-da0b-4e11-afc3-602e14267774 service neutron] 10.222.0.39 "GET /v2.0/networks/7fa434c0-397c-452d-8882-f9f118f80321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672716 Feb 04 00:53:10.723352 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-f046cc8d-7ad8-4f5c-a743-3d57eb4ccacb req-35f0d8c9-4a03-4851-a917-07214af9fa8a service neutron] 10.222.0.39 "GET /v2.0/networks/7fa434c0-397c-452d-8882-f9f118f80321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047626 Feb 04 00:53:10.748108 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8362c123-2bb9-40a8-9e7a-3a5d46a92c7a req-0a9d57b3-2a5e-4cec-b1e3-9dba0b735a40 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:10.750184 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8362c123-2bb9-40a8-9e7a-3a5d46a92c7a req-0a9d57b3-2a5e-4cec-b1e3-9dba0b735a40 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2c1c5b7-d977-4c77-86cf-2335c41651a8 HTTP/1.1" status: 200 len: 944 time: 0.0663199 Feb 04 00:53:10.809581 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8362c123-2bb9-40a8-9e7a-3a5d46a92c7a req-9d1083ba-458d-4826-b9db-61004744e47d tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/security-groups?id=474786d4-1589-40a0-a0db-49f4e032018a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535932 Feb 04 00:53:10.945404 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3dda5-6387-4653-b34e-31fa50aa6801 req-e603ffab-18dc-4cb4-824a-6a2b54708eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:10.945404 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-c3a3dda5-6387-4653-b34e-31fa50aa6801 req-e603ffab-18dc-4cb4-824a-6a2b54708eb8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=33c179601f1e46788de48f0cac243499&device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 1127 time: 0.0703919 Feb 04 00:53:11.041221 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['6d5d88e7-f438-4d9c-9e46-6f39e34ac909'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:53:11.063546 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['a45de223-e54c-4f3b-a1c6-61e5048c521b'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:53:11.065980 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['51d6301d-baf9-4a4c-a89f-a04596df3241'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:53:11.068183 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['e3444036-dd14-4e16-9a59-c926e0b970dc'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:53:11.104097 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1576db2-fdf0-4fe1-bdfe-d418b480c971 req-b527e382-2377-4464-94ec-3bf12cc2712d tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:11.105781 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-f1576db2-fdf0-4fe1-bdfe-d418b480c971 req-b527e382-2377-4464-94ec-3bf12cc2712d tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=da0753e3-3336-4b9e-9497-d7fe5c1a7277 HTTP/1.1" status: 200 len: 944 time: 0.1135707 Feb 04 00:53:11.107304 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3dda5-6387-4653-b34e-31fa50aa6801 req-8f7cfe35-4e2d-4021-8f84-6d45e842b4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:11.108646 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-c3a3dda5-6387-4653-b34e-31fa50aa6801 req-8f7cfe35-4e2d-4021-8f84-6d45e842b4bc service neutron] 10.222.0.39 "GET /v2.0/networks?id=7fa434c0-397c-452d-8882-f9f118f80321 HTTP/1.1" status: 200 len: 917 time: 0.1560636 Feb 04 00:53:11.184795 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-c3a3dda5-6387-4653-b34e-31fa50aa6801 req-fca52601-7311-49d0-a29f-11e45484fd03 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 HTTP/1.1" status: 200 len: 217 time: 0.0668139 Feb 04 00:53:11.364398 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-f1576db2-fdf0-4fe1-bdfe-d418b480c971 req-968c5e91-e155-440d-940a-cb3bc61bc9b2 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527969 Feb 04 00:53:11.376023 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3dda5-6387-4653-b34e-31fa50aa6801 req-80d8539f-2974-44bd-8c09-01398e0715bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:11.378363 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-c3a3dda5-6387-4653-b34e-31fa50aa6801 req-80d8539f-2974-44bd-8c09-01398e0715bf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a3690513-81ad-46a5-afc0-910eebaac8f9 HTTP/1.1" status: 200 len: 855 time: 0.1657951 Feb 04 00:53:11.390679 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311a706-d285-4a22-a196-904cc75c6bf5 req-e1ec91a2-16b3-4a5c-9151-e9a53a8a5150 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:11.399873 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6311a706-d285-4a22-a196-904cc75c6bf5 req-e1ec91a2-16b3-4a5c-9151-e9a53a8a5150 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 943 time: 0.0762296 Feb 04 00:53:11.440710 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3dda5-6387-4653-b34e-31fa50aa6801 req-19909562-6616-440c-8b73-3a4ecf94f6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:11.440710 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-c3a3dda5-6387-4653-b34e-31fa50aa6801 req-19909562-6616-440c-8b73-3a4ecf94f6e1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fa434c0-397c-452d-8882-f9f118f80321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497117 Feb 04 00:53:11.484203 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6311a706-d285-4a22-a196-904cc75c6bf5 req-a29ca480-5b3c-4107-a00e-deaf6827a1ef tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830779 Feb 04 00:53:11.600982 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-c3a3dda5-6387-4653-b34e-31fa50aa6801 req-b6a08f16-eaac-4e76-8b59-36a5bb88b65d service neutron] 10.222.0.39 "GET /v2.0/networks/7fa434c0-397c-452d-8882-f9f118f80321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530592 Feb 04 00:53:11.762077 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-c3a3dda5-6387-4653-b34e-31fa50aa6801 req-1f165665-2cff-460f-944e-5f6c037d136f service neutron] 10.222.0.39 "GET /v2.0/networks/7fa434c0-397c-452d-8882-f9f118f80321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530464 Feb 04 00:53:11.768026 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 54450) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:11.792290 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0102764-a74b-48ee-a461-ef331f76a7e9 req-97b4ca4e-c43d-4d6f-a096-74b4295106b8 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:11.800806 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e0102764-a74b-48ee-a461-ef331f76a7e9 req-97b4ca4e-c43d-4d6f-a096-74b4295106b8 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 945 time: 0.0982616 Feb 04 00:53:11.854638 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e0102764-a74b-48ee-a461-ef331f76a7e9 req-37d26b90-7899-4721-a0ab-f670603d87e9 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528679 Feb 04 00:53:11.969888 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae04d2-3007-4e29-bbd5-30c001dd4982 req-424aab30-6054-404e-9df0-f36889dd6d5f tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:11.971781 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-cbae04d2-3007-4e29-bbd5-30c001dd4982 req-424aab30-6054-404e-9df0-f36889dd6d5f tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2c1c5b7-d977-4c77-86cf-2335c41651a8 HTTP/1.1" status: 200 len: 944 time: 0.0703123 Feb 04 00:53:12.044521 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-cbae04d2-3007-4e29-bbd5-30c001dd4982 req-0f3c5155-450d-49ca-bb4c-46cb3a7e8a00 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/security-groups?id=474786d4-1589-40a0-a0db-49f4e032018a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581899 Feb 04 00:53:12.069849 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d3d23fd6-09a1-4c4e-90cf-4e27b80241e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:12.164458 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d3d23fd6-09a1-4c4e-90cf-4e27b80241e2 admin admin] Publish callbacks [] for security_group (bfac443c-231b-4299-bbfb-af24ddedeeff), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:12.249527 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6116a12c-858a-4d2d-9fa6-601bf8cfc204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:12.278699 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d3d23fd6-09a1-4c4e-90cf-4e27b80241e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (bfac443c-231b-4299-bbfb-af24ddedeeff), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:12.316895 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-d3d23fd6-09a1-4c4e-90cf-4e27b80241e2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8b19d2ba68e249ac85dafea0a3d72b38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5480049 Feb 04 00:53:12.317833 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d23fd6-09a1-4c4e-90cf-4e27b80241e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfac443c-231b-4299-bbfb-af24ddedeeff,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:12.319771 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 54478) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:12.376703 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-56019f08-f986-4c60-8a9f-71d59cebf8e9 admin admin] Publish callbacks [] for security_group (bfac443c-231b-4299-bbfb-af24ddedeeff), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:12.399876 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-56019f08-f986-4c60-8a9f-71d59cebf8e9 admin admin] Publish callbacks [] for security_group (bfac443c-231b-4299-bbfb-af24ddedeeff), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:12.492742 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34d158-db34-429d-bb85-2af828de83d8 req-18cb6389-da4e-4479-82d0-3041d929d13c tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:12.494179 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-0f34d158-db34-429d-bb85-2af828de83d8 req-18cb6389-da4e-4479-82d0-3041d929d13c tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=da0753e3-3336-4b9e-9497-d7fe5c1a7277 HTTP/1.1" status: 200 len: 944 time: 0.0548086 Feb 04 00:53:12.541913 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-0f34d158-db34-429d-bb85-2af828de83d8 req-18a66d43-75d5-4942-aa66-04946639fbac tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415738 Feb 04 00:53:12.574917 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-56019f08-f986-4c60-8a9f-71d59cebf8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (bfac443c-231b-4299-bbfb-af24ddedeeff), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:12.577582 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-56019f08-f986-4c60-8a9f-71d59cebf8e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:12.578665 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-56019f08-f986-4c60-8a9f-71d59cebf8e9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bfac443c-231b-4299-bbfb-af24ddedeeff HTTP/1.1" status: 204 len: 168 time: 0.2578611 Feb 04 00:53:12.602396 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56019f08-f986-4c60-8a9f-71d59cebf8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfac443c-231b-4299-bbfb-af24ddedeeff,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:12.626662 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device a45de223-e54c-4f3b-a1c6-61e5048c521b up at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:53:12.637713 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c86890-0dc7-4eab-9cd4-b3fa899544a3 req-da111cf7-7a84-4b89-b42a-6d69a2df3f34 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:12.640540 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-11c86890-0dc7-4eab-9cd4-b3fa899544a3 req-da111cf7-7a84-4b89-b42a-6d69a2df3f34 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 943 time: 0.0769203 Feb 04 00:53:12.693433 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-11c86890-0dc7-4eab-9cd4-b3fa899544a3 req-ea6d554e-1f16-4eab-becc-d2af69e43502 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462694 Feb 04 00:53:12.819716 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning for port a45de223-e54c-4f3b-a1c6-61e5048c521b completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:53:12.823801 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning complete for port a45de223-e54c-4f3b-a1c6-61e5048c521b triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:53:12.824215 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (a45de223-e54c-4f3b-a1c6-61e5048c521b), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:12.902937 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port a45de223-e54c-4f3b-a1c6-61e5048c521b is: BUILD; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:53:12.904360 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (a45de223-e54c-4f3b-a1c6-61e5048c521b), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:12.926184 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b4aabf-99fe-41f4-8cd4-07427ba447ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45de223-e54c-4f3b-a1c6-61e5048c521b'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:53:12.983220 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28a030-7993-4820-a6fb-2dadaa41eb9f req-6e33d583-0bfb-42b6-b9f1-39db73a2b9da tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:12.985393 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-1e28a030-7993-4820-a6fb-2dadaa41eb9f req-6e33d583-0bfb-42b6-b9f1-39db73a2b9da tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 945 time: 0.0684977 Feb 04 00:53:13.011533 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port a45de223-e54c-4f3b-a1c6-61e5048c521b, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=a45de223-e54c-4f3b-a1c6-61e5048c521b,segment=NetworkSegment(060e0f0b-1beb-4b9f-b430-9022df74b8a3),segment_id=060e0f0b-1beb-4b9f-b430-9022df74b8a3)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:53:13.038731 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-1e28a030-7993-4820-a6fb-2dadaa41eb9f req-4c53f35e-d109-4f33-a060-9f9422d8dab1 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463560 Feb 04 00:53:13.113097 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (a45de223-e54c-4f3b-a1c6-61e5048c521b), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:13.114825 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 6d5d88e7-f438-4d9c-9e46-6f39e34ac909 up at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:53:13.177604 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9f070-b0db-4b6a-8636-3ce7741b9a9c req-d1559382-40e2-4d74-a037-68330ab4f1b3 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:13.179251 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-40c9f070-b0db-4b6a-8636-3ce7741b9a9c req-d1559382-40e2-4d74-a037-68330ab4f1b3 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2c1c5b7-d977-4c77-86cf-2335c41651a8 HTTP/1.1" status: 200 len: 944 time: 0.0663128 Feb 04 00:53:13.208970 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=a45de223-e54c-4f3b-a1c6-61e5048c521b,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:13.242259 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 6 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 00:53:13.242808 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-40c9f070-b0db-4b6a-8636-3ce7741b9a9c req-9ad1f65c-766e-4fca-90a3-44a9e1da4acc tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/security-groups?id=474786d4-1589-40a0-a0db-49f4e032018a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554299 Feb 04 00:53:13.296046 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 54510) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:13.363993 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning for port 6d5d88e7-f438-4d9c-9e46-6f39e34ac909 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:53:13.370511 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6008afca8a05d931a9cb2feac605f7a66ad88b8a0c7f78d7c81d8c88d670685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b70e22-dcf4-4f51-a955-3fcf5996fcf7" -d '{"events": [{"server_uuid": "70b4aabf-99fe-41f4-8cd4-07427ba447ad", "name": "network-vif-plugged", "status": "completed", "tag": "a45de223-e54c-4f3b-a1c6-61e5048c521b"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:53:13.375765 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning complete for port 6d5d88e7-f438-4d9c-9e46-6f39e34ac909 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:53:13.375765 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (6d5d88e7-f438-4d9c-9e46-6f39e34ac909), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:13.478483 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-452d60c3-8162-4da2-b4cb-23a564b01138 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:13.520225 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:13.579644 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3226d4-65e8-49e1-98e5-d4f512b7229d x-openstack-request-id: req-0a3226d4-65e8-49e1-98e5-d4f512b7229d {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:53:13.579958 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b4aabf-99fe-41f4-8cd4-07427ba447ad", "name": "network-vif-plugged", "status": "completed", "tag": "a45de223-e54c-4f3b-a1c6-61e5048c521b", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:53:13.580216 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0a3226d4-65e8-49e1-98e5-d4f512b7229d {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:53:13.580662 dv-cinder-827778-1-iscsi neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b4aabf-99fe-41f4-8cd4-07427ba447ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45de223-e54c-4f3b-a1c6-61e5048c521b', 'code': 200} Feb 04 00:53:13.589332 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-452d60c3-8162-4da2-b4cb-23a564b01138 admin admin] Publish callbacks [] for security_group (f5b676a2-d18b-419e-b946-1f4d8498b20a), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:13.599216 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port 6d5d88e7-f438-4d9c-9e46-6f39e34ac909 is: BUILD; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:53:13.599612 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (6d5d88e7-f438-4d9c-9e46-6f39e34ac909), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:13.637741 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 6d5d88e7-f438-4d9c-9e46-6f39e34ac909, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=6d5d88e7-f438-4d9c-9e46-6f39e34ac909,segment=NetworkSegment(726b3ea9-383d-49bf-aac0-644e44047715),segment_id=726b3ea9-383d-49bf-aac0-644e44047715)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:53:13.668959 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a822a9c-78d6-4bdd-8440-893360befeec req-5822f81d-e4c7-4c77-aaba-1d853d0aa399 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:13.670504 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-7a822a9c-78d6-4bdd-8440-893360befeec req-5822f81d-e4c7-4c77-aaba-1d853d0aa399 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=da0753e3-3336-4b9e-9497-d7fe5c1a7277 HTTP/1.1" status: 200 len: 944 time: 0.0561919 Feb 04 00:53:13.718037 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-7a822a9c-78d6-4bdd-8440-893360befeec req-0c9ca544-8ea8-41e1-b526-fcb248c98c07 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419462 Feb 04 00:53:13.735748 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (6d5d88e7-f438-4d9c-9e46-6f39e34ac909), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:13.736117 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-452d60c3-8162-4da2-b4cb-23a564b01138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (f5b676a2-d18b-419e-b946-1f4d8498b20a), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:13.737015 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device e3444036-dd14-4e16-9a59-c926e0b970dc up at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:53:13.773775 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-452d60c3-8162-4da2-b4cb-23a564b01138 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5159fd5360f4423d911a4cae0b21eaa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4739180 Feb 04 00:53:13.774217 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 54526) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:13.799671 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d60c3-8162-4da2-b4cb-23a564b01138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b676a2-d18b-419e-b946-1f4d8498b20a,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:13.823985 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=6d5d88e7-f438-4d9c-9e46-6f39e34ac909,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:13.848453 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 54528) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:13.864594 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-28918822-dfb1-49db-ab0c-1571c5c70c92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:13.884795 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91756628-6a9a-4954-ab68-1811ba8191d9 req-315a2574-b300-4bd1-b179-e64d339b7da3 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:13.886400 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-91756628-6a9a-4954-ab68-1811ba8191d9 req-315a2574-b300-4bd1-b179-e64d339b7da3 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 943 time: 0.0811853 Feb 04 00:53:13.889599 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-54a29d1f-294a-4101-8488-789fc21401f5 admin admin] Publish callbacks [] for security_group (f5b676a2-d18b-419e-b946-1f4d8498b20a), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:13.922267 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-54a29d1f-294a-4101-8488-789fc21401f5 admin admin] Publish callbacks [] for security_group (f5b676a2-d18b-419e-b946-1f4d8498b20a), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:13.937506 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-91756628-6a9a-4954-ab68-1811ba8191d9 req-258a8771-eafc-40f5-9ce3-4daa4b0eeca2 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440245 Feb 04 00:53:13.953609 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning for port e3444036-dd14-4e16-9a59-c926e0b970dc completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:53:13.975307 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning complete for port e3444036-dd14-4e16-9a59-c926e0b970dc triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:53:13.975307 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (e3444036-dd14-4e16-9a59-c926e0b970dc), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:14.014024 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-28918822-dfb1-49db-ab0c-1571c5c70c92 admin admin] Publish callbacks [] for security_group (bb398724-13da-4a30-8ccf-a0109c24aa2b), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:14.046677 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port e3444036-dd14-4e16-9a59-c926e0b970dc is: BUILD; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:53:14.047077 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (e3444036-dd14-4e16-9a59-c926e0b970dc), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:14.078382 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c3ade-4b71-444c-b85a-873223188798 req-033d1256-8d67-4152-be44-d0dd69b8ae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:14.079906 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b15c3ade-4b71-444c-b85a-873223188798 req-033d1256-8d67-4152-be44-d0dd69b8ae86 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 1130 time: 0.0834234 Feb 04 00:53:14.080854 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port e3444036-dd14-4e16-9a59-c926e0b970dc, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=e3444036-dd14-4e16-9a59-c926e0b970dc,segment=NetworkSegment(060e0f0b-1beb-4b9f-b430-9022df74b8a3),segment_id=060e0f0b-1beb-4b9f-b430-9022df74b8a3)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:53:14.102268 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b15c3ade-4b71-444c-b85a-873223188798 req-c666808d-c154-4abe-bc75-e0231fe96e3f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:14.161604 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6cf53-2cfc-434f-a3ce-1f2b5ccfbd1f req-90bdf941-c622-465b-899c-ca5f634f9cda tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:14.163005 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-44c6cf53-2cfc-434f-a3ce-1f2b5ccfbd1f req-90bdf941-c622-465b-899c-ca5f634f9cda tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.0529730 Feb 04 00:53:14.176814 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-54a29d1f-294a-4101-8488-789fc21401f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (f5b676a2-d18b-419e-b946-1f4d8498b20a), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:14.179382 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-54a29d1f-294a-4101-8488-789fc21401f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:14.180483 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-54a29d1f-294a-4101-8488-789fc21401f5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f5b676a2-d18b-419e-b946-1f4d8498b20a HTTP/1.1" status: 204 len: 168 time: 0.4052176 Feb 04 00:53:14.182211 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-28918822-dfb1-49db-ab0c-1571c5c70c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (bb398724-13da-4a30-8ccf-a0109c24aa2b), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:14.208540 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a29d1f-294a-4101-8488-789fc21401f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b676a2-d18b-419e-b946-1f4d8498b20a,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:14.209779 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (e3444036-dd14-4e16-9a59-c926e0b970dc), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:14.210860 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 51d6301d-baf9-4a4c-a89f-a04596df3241 up at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:53:14.260717 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b15c3ade-4b71-444c-b85a-873223188798 req-c666808d-c154-4abe-bc75-e0231fe96e3f service neutron] Publish callbacks [] for security_group (f6e73bfc-8626-470a-9068-1a3d6c18a9ba), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:14.261077 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-28918822-dfb1-49db-ab0c-1571c5c70c92 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=62760cd2cf33443b94bb1b54aa03bbed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4085987 Feb 04 00:53:14.261170 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 54536) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:14.306753 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28918822-dfb1-49db-ab0c-1571c5c70c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb398724-13da-4a30-8ccf-a0109c24aa2b,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:14.324751 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-44c6cf53-2cfc-434f-a3ce-1f2b5ccfbd1f req-49a03de2-69fe-40d7-89b4-c035e0ade90c tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549962 Feb 04 00:53:14.383953 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=e3444036-dd14-4e16-9a59-c926e0b970dc,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:14.420575 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31617707-0d6c-42db-9821-ab40bc5681aa admin admin] Publish callbacks [] for security_group (bb398724-13da-4a30-8ccf-a0109c24aa2b), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:14.420575 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b15c3ade-4b71-444c-b85a-873223188798 req-c666808d-c154-4abe-bc75-e0231fe96e3f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (f6e73bfc-8626-470a-9068-1a3d6c18a9ba), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:14.491051 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31617707-0d6c-42db-9821-ab40bc5681aa admin admin] Publish callbacks [] for security_group (bb398724-13da-4a30-8ccf-a0109c24aa2b), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:14.510546 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b15c3ade-4b71-444c-b85a-873223188798 req-c666808d-c154-4abe-bc75-e0231fe96e3f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211898 Feb 04 00:53:14.520415 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c666808d-c154-4abe-bc75-e0231fe96e3f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e73bfc-8626-470a-9068-1a3d6c18a9ba,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:14.529461 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning for port 51d6301d-baf9-4a4c-a89f-a04596df3241 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:53:14.533917 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning complete for port 51d6301d-baf9-4a4c-a89f-a04596df3241 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:53:14.534300 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (51d6301d-baf9-4a4c-a89f-a04596df3241), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:14.547137 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62d029-16e8-4c78-a6d5-0fd4616dbcd7 req-f1adeaf1-c9c0-4458-93ab-d1e414100635 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:14.548623 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-cd62d029-16e8-4c78-a6d5-0fd4616dbcd7 req-f1adeaf1-c9c0-4458-93ab-d1e414100635 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2c1c5b7-d977-4c77-86cf-2335c41651a8 HTTP/1.1" status: 200 len: 945 time: 0.1718493 Feb 04 00:53:14.601434 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-cd62d029-16e8-4c78-a6d5-0fd4616dbcd7 req-b91fb30a-1ad3-45a8-bc0d-644f1e8033c1 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/security-groups?id=474786d4-1589-40a0-a0db-49f4e032018a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447507 Feb 04 00:53:14.621733 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port 51d6301d-baf9-4a4c-a89f-a04596df3241 is: BUILD; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:53:14.622179 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (51d6301d-baf9-4a4c-a89f-a04596df3241), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:14.643874 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 00:53:14.668142 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 51d6301d-baf9-4a4c-a89f-a04596df3241, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=51d6301d-baf9-4a4c-a89f-a04596df3241,segment=NetworkSegment(bfd891dd-65b5-4811-be81-80f452cca4a0),segment_id=bfd891dd-65b5-4811-be81-80f452cca4a0)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:53:14.752758 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31617707-0d6c-42db-9821-ab40bc5681aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (bb398724-13da-4a30-8ccf-a0109c24aa2b), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:14.756572 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=3ecf0c07-12ef-478b-bb61-7fd4da5b47f7,segment=NetworkSegment(54e3d956-d261-4a67-bb25-94057ffc11cf),segment_id=54e3d956-d261-4a67-bb25-94057ffc11cf)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:53:14.756974 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31617707-0d6c-42db-9821-ab40bc5681aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:14.758936 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-31617707-0d6c-42db-9821-ab40bc5681aa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bb398724-13da-4a30-8ccf-a0109c24aa2b HTTP/1.1" status: 204 len: 168 time: 0.4984238 Feb 04 00:53:14.765570 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (51d6301d-baf9-4a4c-a89f-a04596df3241), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:14.778257 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31617707-0d6c-42db-9821-ab40bc5681aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb398724-13da-4a30-8ccf-a0109c24aa2b,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:14.813462 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Returning: {'device': '3ecf0c07-12ef-478b-bb61-7fd4da5b47f7', 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321', 'port_id': '3ecf0c07-12ef-478b-bb61-7fd4da5b47f7', 'mac_address': 'fa:16:3e:27:af:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3690513-81ad-46a5-afc0-910eebaac8f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 00:53:14.867249 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=51d6301d-baf9-4a4c-a89f-a04596df3241,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:14.873630 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3befc2-1fd8-4158-98bc-4742cbaaa32b req-1c1f77c7-dd5b-422b-9550-c833d7f4edca tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:14.875236 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4e3befc2-1fd8-4158-98bc-4742cbaaa32b req-1c1f77c7-dd5b-422b-9550-c833d7f4edca tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=da0753e3-3336-4b9e-9497-d7fe5c1a7277 HTTP/1.1" status: 200 len: 945 time: 0.0771217 Feb 04 00:53:14.885924 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 is: DOWN; New status is: BUILD {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:53:14.886328 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (3ecf0c07-12ef-478b-bb61-7fd4da5b47f7), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:14.915335 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:53:14.926231 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4e3befc2-1fd8-4158-98bc-4742cbaaa32b req-8d4d19cd-2a8b-409b-9760-2eb28fe50588 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445321 Feb 04 00:53:14.937666 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=3ecf0c07-12ef-478b-bb61-7fd4da5b47f7,segment=NetworkSegment(54e3d956-d261-4a67-bb25-94057ffc11cf),segment_id=54e3d956-d261-4a67-bb25-94057ffc11cf)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:53:15.081688 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf22fa-3b3a-42c3-b90b-67b2e770b49d req-597c8fdd-e342-4812-b442-957999eb094c tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:15.083183 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-7abf22fa-3b3a-42c3-b90b-67b2e770b49d req-597c8fdd-e342-4812-b442-957999eb094c tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 943 time: 0.0610609 Feb 04 00:53:15.137978 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-7abf22fa-3b3a-42c3-b90b-67b2e770b49d req-b0abb7b1-fbab-4faf-b350-37a9012d56f8 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479116 Feb 04 00:53:15.319136 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (3ecf0c07-12ef-478b-bb61-7fd4da5b47f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:15.321332 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:15.379040 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=3ecf0c07-12ef-478b-bb61-7fd4da5b47f7,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:15.470971 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7e75a-b2c1-4864-a970-c8f573a2275f req-3e53fe5e-c941-42b3-99d6-57984ca364e1 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:15.472463 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c1e7e75a-b2c1-4864-a970-c8f573a2275f req-3e53fe5e-c941-42b3-99d6-57984ca364e1 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.0569799 Feb 04 00:53:15.522458 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c1e7e75a-b2c1-4864-a970-c8f573a2275f req-88517340-ca78-43ef-a17d-cd002c44444a tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442877 Feb 04 00:53:15.580017 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 54558) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:15.581685 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c1c5b7-d977-4c77-86cf-2335c41651a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5d88e7-f438-4d9c-9e46-6f39e34ac909'}, {'server_uuid': '0f023172-7a69-4455-8ed0-9b629be4db65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3444036-dd14-4e16-9a59-c926e0b970dc'}, {'server_uuid': 'da0753e3-3336-4b9e-9497-d7fe5c1a7277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d6301d-baf9-4a4c-a89f-a04596df3241'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:53:15.584120 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6008afca8a05d931a9cb2feac605f7a66ad88b8a0c7f78d7c81d8c88d670685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54e8cc7-20f6-48ea-8870-f9a570ce1d75" -d '{"events": [{"server_uuid": "d2c1c5b7-d977-4c77-86cf-2335c41651a8", "name": "network-vif-plugged", "status": "completed", "tag": "6d5d88e7-f438-4d9c-9e46-6f39e34ac909"}, {"server_uuid": "0f023172-7a69-4455-8ed0-9b629be4db65", "name": "network-vif-plugged", "status": "completed", "tag": "e3444036-dd14-4e16-9a59-c926e0b970dc"}, {"server_uuid": "da0753e3-3336-4b9e-9497-d7fe5c1a7277", "name": "network-vif-plugged", "status": "completed", "tag": "51d6301d-baf9-4a4c-a89f-a04596df3241"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:53:15.594270 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b8f7b284-a6fb-4174-8f72-e3150e3bc42f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:15.602273 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['3ecf0c07-12ef-478b-bb61-7fd4da5b47f7'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:53:15.677279 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 04 Feb 2022 00:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ffc31b-70fc-439e-b548-3d33ab8fbec4 x-openstack-request-id: req-c3ffc31b-70fc-439e-b548-3d33ab8fbec4 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:53:15.680274 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c1c5b7-d977-4c77-86cf-2335c41651a8", "name": "network-vif-plugged", "status": "completed", "tag": "6d5d88e7-f438-4d9c-9e46-6f39e34ac909", "code": 200}, {"server_uuid": "0f023172-7a69-4455-8ed0-9b629be4db65", "name": "network-vif-plugged", "status": "completed", "tag": "e3444036-dd14-4e16-9a59-c926e0b970dc", "code": 200}, {"server_uuid": "da0753e3-3336-4b9e-9497-d7fe5c1a7277", "name": "network-vif-plugged", "status": "completed", "tag": "51d6301d-baf9-4a4c-a89f-a04596df3241", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:53:15.681436 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c3ffc31b-70fc-439e-b548-3d33ab8fbec4 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:53:15.681436 dv-cinder-827778-1-iscsi neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c1c5b7-d977-4c77-86cf-2335c41651a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5d88e7-f438-4d9c-9e46-6f39e34ac909', 'code': 200} Feb 04 00:53:15.681436 dv-cinder-827778-1-iscsi neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f023172-7a69-4455-8ed0-9b629be4db65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3444036-dd14-4e16-9a59-c926e0b970dc', 'code': 200} Feb 04 00:53:15.681770 dv-cinder-827778-1-iscsi neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0753e3-3336-4b9e-9497-d7fe5c1a7277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d6301d-baf9-4a4c-a89f-a04596df3241', 'code': 200} Feb 04 00:53:15.699848 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b8f7b284-a6fb-4174-8f72-e3150e3bc42f admin admin] Publish callbacks [] for security_group (82c86a78-1a1c-4c87-952a-2e3c41629479), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:15.700544 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 54566) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:15.758285 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b8f7b284-a6fb-4174-8f72-e3150e3bc42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (82c86a78-1a1c-4c87-952a-2e3c41629479), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:15.807098 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7b284-a6fb-4174-8f72-e3150e3bc42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c86a78-1a1c-4c87-952a-2e3c41629479,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:15.832112 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034bce7-ce9e-4a57-b93c-a0a8ed03d36c req-c883eb68-0034-4e37-b131-d71bd86dca20 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:15.847336 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-b8f7b284-a6fb-4174-8f72-e3150e3bc42f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c5fb8a59635344fdb6f90222e2e549e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2612116 Feb 04 00:53:15.847507 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0034bce7-ce9e-4a57-b93c-a0a8ed03d36c req-c883eb68-0034-4e37-b131-d71bd86dca20 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2c1c5b7-d977-4c77-86cf-2335c41651a8 HTTP/1.1" status: 200 len: 945 time: 0.1332989 Feb 04 00:53:15.850076 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 54578) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:15.919436 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-65d8d327-d46f-4a92-8750-56454b2e15a6 admin admin] Publish callbacks [] for security_group (82c86a78-1a1c-4c87-952a-2e3c41629479), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:15.926809 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5b53fbaf-56ca-4866-afed-b90a4c28cb39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:15.950467 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-65d8d327-d46f-4a92-8750-56454b2e15a6 admin admin] Publish callbacks [] for security_group (82c86a78-1a1c-4c87-952a-2e3c41629479), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:15.958712 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0034bce7-ce9e-4a57-b93c-a0a8ed03d36c req-085a1cfc-49ac-4baa-9807-3cbc393a1a18 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/security-groups?id=474786d4-1589-40a0-a0db-49f4e032018a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123466 Feb 04 00:53:16.041728 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5b53fbaf-56ca-4866-afed-b90a4c28cb39 admin admin] Publish callbacks [] for security_group (f0dc5f83-a1c1-4fa8-bd5a-3c02c5089b86), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:16.063940 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb039a4c-a1ff-465e-862b-ab90631e60ee req-8d2223d6-33f4-41a4-a741-dc63969d701e tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:16.065860 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-bb039a4c-a1ff-465e-862b-ab90631e60ee req-8d2223d6-33f4-41a4-a741-dc63969d701e tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=da0753e3-3336-4b9e-9497-d7fe5c1a7277 HTTP/1.1" status: 200 len: 945 time: 0.0586665 Feb 04 00:53:16.122928 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-bb039a4c-a1ff-465e-862b-ab90631e60ee req-2f7dfdc6-6697-4ea3-8271-9673f7d15c34 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487504 Feb 04 00:53:16.129636 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5b53fbaf-56ca-4866-afed-b90a4c28cb39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (f0dc5f83-a1c1-4fa8-bd5a-3c02c5089b86), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:16.175134 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-5b53fbaf-56ca-4866-afed-b90a4c28cb39 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=674aca274765446aa8a7fcd329d91e19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4738195 Feb 04 00:53:16.175409 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:16.176011 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53fbaf-56ca-4866-afed-b90a4c28cb39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0dc5f83-a1c1-4fa8-bd5a-3c02c5089b86,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:16.177556 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-65d8d327-d46f-4a92-8750-56454b2e15a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (82c86a78-1a1c-4c87-952a-2e3c41629479), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:16.180004 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 54588) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:16.180225 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-65d8d327-d46f-4a92-8750-56454b2e15a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:16.181300 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-65d8d327-d46f-4a92-8750-56454b2e15a6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/82c86a78-1a1c-4c87-952a-2e3c41629479 HTTP/1.1" status: 204 len: 168 time: 0.3300169 Feb 04 00:53:16.194078 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d8d327-d46f-4a92-8750-56454b2e15a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c86a78-1a1c-4c87-952a-2e3c41629479,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:16.262308 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0861a480-a0d4-424a-b6bd-769237f8b06f admin admin] Publish callbacks [] for security_group (f0dc5f83-a1c1-4fa8-bd5a-3c02c5089b86), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:16.312810 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0861a480-a0d4-424a-b6bd-769237f8b06f admin admin] Publish callbacks [] for security_group (f0dc5f83-a1c1-4fa8-bd5a-3c02c5089b86), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:16.368099 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e79a40-c344-4a73-bb75-4b469a179153 req-29a0e2ad-11fa-4dcd-bae7-ebb7a115d51b tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:16.369691 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c7e79a40-c344-4a73-bb75-4b469a179153 req-29a0e2ad-11fa-4dcd-bae7-ebb7a115d51b tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 944 time: 0.1248977 Feb 04 00:53:16.436531 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c7e79a40-c344-4a73-bb75-4b469a179153 req-b94e37e5-1d9c-414b-8e6e-6da61a97edc3 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576406 Feb 04 00:53:16.540902 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0861a480-a0d4-424a-b6bd-769237f8b06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (f0dc5f83-a1c1-4fa8-bd5a-3c02c5089b86), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:16.545699 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0861a480-a0d4-424a-b6bd-769237f8b06f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:16.546895 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-0861a480-a0d4-424a-b6bd-769237f8b06f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f0dc5f83-a1c1-4fa8-bd5a-3c02c5089b86 HTTP/1.1" status: 204 len: 168 time: 0.3642747 Feb 04 00:53:16.556790 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861a480-a0d4-424a-b6bd-769237f8b06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0dc5f83-a1c1-4fa8-bd5a-3c02c5089b86,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:16.660480 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3fc0d-e823-43f9-bc0f-0b45bcfea4b3 req-3089295b-1740-445c-b773-f2dedb073af4 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:16.662387 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-07b3fc0d-e823-43f9-bc0f-0b45bcfea4b3 req-3089295b-1740-445c-b773-f2dedb073af4 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.0542264 Feb 04 00:53:16.711691 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-07b3fc0d-e823-43f9-bc0f-0b45bcfea4b3 req-fa782f2e-12d1-4fe2-b947-820b058b9bb0 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424724 Feb 04 00:53:17.082298 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2b257-9946-4ec4-98c6-728adc444985 req-8d112755-8af3-47d7-b15d-40dce58864dd tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:17.083953 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-32c2b257-9946-4ec4-98c6-728adc444985 req-8d112755-8af3-47d7-b15d-40dce58864dd tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2c1c5b7-d977-4c77-86cf-2335c41651a8 HTTP/1.1" status: 200 len: 945 time: 0.0523939 Feb 04 00:53:17.131579 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-32c2b257-9946-4ec4-98c6-728adc444985 req-3a666c88-54e2-4560-990c-2cf9c0b05fa9 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/security-groups?id=474786d4-1589-40a0-a0db-49f4e032018a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421743 Feb 04 00:53:17.249485 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ff544-0abb-407d-9a44-82fa71b9c3dd req-f40fdbc1-b3f3-4d37-b1ba-ae86d5f88dcf tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:17.251360 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6c1ff544-0abb-407d-9a44-82fa71b9c3dd req-f40fdbc1-b3f3-4d37-b1ba-ae86d5f88dcf tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=da0753e3-3336-4b9e-9497-d7fe5c1a7277 HTTP/1.1" status: 200 len: 945 time: 0.0568268 Feb 04 00:53:17.298041 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6c1ff544-0abb-407d-9a44-82fa71b9c3dd req-2995fa3a-4b1b-46c9-88fc-ba0b1580a985 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407262 Feb 04 00:53:17.374405 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 54630) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:17.388274 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3267e200-cb78-40d9-9e05-b1eda9d082f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:17.480725 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3267e200-cb78-40d9-9e05-b1eda9d082f0 admin admin] Publish callbacks [] for security_group (612ef7f2-6ecb-4ca1-bbab-b2249e083889), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:17.574374 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baaf3e2-b93b-4d0b-9dbe-50d1b4a84380 req-f458da0a-898a-4df4-ad50-42691daeb6d9 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:17.575861 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2baaf3e2-b93b-4d0b-9dbe-50d1b4a84380 req-f458da0a-898a-4df4-ad50-42691daeb6d9 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 944 time: 0.0518088 Feb 04 00:53:17.576925 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3267e200-cb78-40d9-9e05-b1eda9d082f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (612ef7f2-6ecb-4ca1-bbab-b2249e083889), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:17.629686 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3267e200-cb78-40d9-9e05-b1eda9d082f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612ef7f2-6ecb-4ca1-bbab-b2249e083889,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:17.634247 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-3267e200-cb78-40d9-9e05-b1eda9d082f0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0507e25038224bc1a8f4122802a48132&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2587426 Feb 04 00:53:17.637327 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 54644) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:17.662887 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2baaf3e2-b93b-4d0b-9dbe-50d1b4a84380 req-955c801b-79e4-4f71-945a-d5d34753a3a3 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803263 Feb 04 00:53:17.708835 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3d751d61-b62f-4c73-8b30-1babd3ed9fbe admin admin] Publish callbacks [] for security_group (612ef7f2-6ecb-4ca1-bbab-b2249e083889), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:17.734061 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3d751d61-b62f-4c73-8b30-1babd3ed9fbe admin admin] Publish callbacks [] for security_group (612ef7f2-6ecb-4ca1-bbab-b2249e083889), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:17.860507 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1fca74-a6c7-4ece-968c-093452a6a81e req-39ec9218-b009-4cf4-9e7c-9fbbfa8cb180 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:17.862116 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ca1fca74-a6c7-4ece-968c-093452a6a81e req-39ec9218-b009-4cf4-9e7c-9fbbfa8cb180 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.0562632 Feb 04 00:53:17.863226 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3d751d61-b62f-4c73-8b30-1babd3ed9fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (612ef7f2-6ecb-4ca1-bbab-b2249e083889), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:17.865817 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3d751d61-b62f-4c73-8b30-1babd3ed9fbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:17.869773 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-3d751d61-b62f-4c73-8b30-1babd3ed9fbe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/612ef7f2-6ecb-4ca1-bbab-b2249e083889 HTTP/1.1" status: 204 len: 168 time: 0.2285411 Feb 04 00:53:17.887376 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d751d61-b62f-4c73-8b30-1babd3ed9fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612ef7f2-6ecb-4ca1-bbab-b2249e083889,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:17.922954 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ca1fca74-a6c7-4ece-968c-093452a6a81e req-036b2bd9-7907-469d-abfd-4581d3188438 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533309 Feb 04 00:53:18.249497 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bdbac-0925-41c7-9421-974e298b4ddb req-d2c3d111-581f-4650-b9f8-ff703dfa400b tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:18.251014 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-052bdbac-0925-41c7-9421-974e298b4ddb req-d2c3d111-581f-4650-b9f8-ff703dfa400b tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2c1c5b7-d977-4c77-86cf-2335c41651a8 HTTP/1.1" status: 200 len: 945 time: 0.0521765 Feb 04 00:53:18.308078 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-052bdbac-0925-41c7-9421-974e298b4ddb req-e704dd8f-d79f-4982-b889-92f096eac63e tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/security-groups?id=474786d4-1589-40a0-a0db-49f4e032018a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514705 Feb 04 00:53:18.415472 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff46670-55d9-417e-ac53-f23681e5de63 req-265af4d5-6160-4352-8f8f-5c3772567489 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:18.416858 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-cff46670-55d9-417e-ac53-f23681e5de63 req-265af4d5-6160-4352-8f8f-5c3772567489 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=da0753e3-3336-4b9e-9497-d7fe5c1a7277 HTTP/1.1" status: 200 len: 945 time: 0.0514848 Feb 04 00:53:18.475078 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-cff46670-55d9-417e-ac53-f23681e5de63 req-f907d42e-0fce-4f26-8c83-f82b37c220bc tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516315 Feb 04 00:53:18.555625 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b974464-5ad4-4284-a2ae-02d066dfba9e req-898d90f7-6b09-4b97-8f8e-98a771198f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:18.557120 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2b974464-5ad4-4284-a2ae-02d066dfba9e req-898d90f7-6b09-4b97-8f8e-98a771198f95 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d2c1c5b7-d977-4c77-86cf-2335c41651a8 HTTP/1.1" status: 200 len: 1129 time: 0.0810854 Feb 04 00:53:18.558980 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56860cd2-27ba-4dad-8c30-ffc4274d0d53 req-81960c28-ab60-48c4-b760-73894fed2200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:18.560299 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-56860cd2-27ba-4dad-8c30-ffc4274d0d53 req-81960c28-ab60-48c4-b760-73894fed2200 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 1129 time: 0.0736167 Feb 04 00:53:18.597371 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 54694) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:18.635625 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2b974464-5ad4-4284-a2ae-02d066dfba9e req-2de3b3f1-7277-4433-b1ab-4f5ede5232e6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=474786d4-1589-40a0-a0db-49f4e032018a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675192 Feb 04 00:53:18.638713 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-56860cd2-27ba-4dad-8c30-ffc4274d0d53 req-6124a348-0dbd-4cbd-9a85-5da0261e8ce8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650940 Feb 04 00:53:18.656582 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:18.724415 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bae458c6-03fa-4e33-a138-c2d29334d9de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:18.817764 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad3eb5-5e13-4479-bcb3-7b5052c073ae req-613e9f58-6854-456a-90ee-81b3f84127ac tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:18.819248 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-37ad3eb5-5e13-4479-bcb3-7b5052c073ae req-613e9f58-6854-456a-90ee-81b3f84127ac tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 944 time: 0.0760264 Feb 04 00:53:18.869189 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bae458c6-03fa-4e33-a138-c2d29334d9de admin admin] Publish callbacks [] for security_group (d0eec358-a4ff-431b-9c65-4b5e9d3d1b49), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:18.883483 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-37ad3eb5-5e13-4479-bcb3-7b5052c073ae req-8f4a9329-902f-45c5-ae2d-4837b3e082fd tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575047 Feb 04 00:53:18.911588 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 54708) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:18.958367 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bae458c6-03fa-4e33-a138-c2d29334d9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (d0eec358-a4ff-431b-9c65-4b5e9d3d1b49), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:19.004252 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-bae458c6-03fa-4e33-a138-c2d29334d9de admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=59b18ec9cecf4f1d87c88911998ee4f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4032819 Feb 04 00:53:19.004252 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae458c6-03fa-4e33-a138-c2d29334d9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0eec358-a4ff-431b-9c65-4b5e9d3d1b49,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:19.006993 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 54714) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:19.057183 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3ff5c-9b35-4ad9-8bec-e5d3d33fa0a9 req-6177bd4a-e5e8-4d49-be3a-7f13ca9a826a tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:19.058790 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-17b3ff5c-9b35-4ad9-8bec-e5d3d33fa0a9 req-6177bd4a-e5e8-4d49-be3a-7f13ca9a826a tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.0592918 Feb 04 00:53:19.094785 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bb7b2dc8-3868-49f5-a452-77d1840b4180 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:19.104014 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fd3b6566-7c71-41b8-91c4-b46a9c393728 admin admin] Publish callbacks [] for security_group (d0eec358-a4ff-431b-9c65-4b5e9d3d1b49), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:19.135194 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-17b3ff5c-9b35-4ad9-8bec-e5d3d33fa0a9 req-c4209a0d-47c0-4c70-a046-be007e1684d7 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677452 Feb 04 00:53:19.137293 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fd3b6566-7c71-41b8-91c4-b46a9c393728 admin admin] Publish callbacks [] for security_group (d0eec358-a4ff-431b-9c65-4b5e9d3d1b49), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:19.137664 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eda4d2-b24c-402a-9f7d-03a17394472e req-8c7fa25f-2c2c-4ca9-8e76-0627affc4e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:19.139059 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b0eda4d2-b24c-402a-9f7d-03a17394472e req-8c7fa25f-2c2c-4ca9-8e76-0627affc4e14 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=da0753e3-3336-4b9e-9497-d7fe5c1a7277 HTTP/1.1" status: 200 len: 1129 time: 0.0793552 Feb 04 00:53:19.216146 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b0eda4d2-b24c-402a-9f7d-03a17394472e req-2b38302f-bdb1-4eec-875b-ce16666c9d11 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624013 Feb 04 00:53:19.219386 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bb7b2dc8-3868-49f5-a452-77d1840b4180 admin admin] Publish callbacks [] for security_group (e5732ce8-8c4a-4c49-8aa3-5bf9dd9184e1), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:19.347189 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bb7b2dc8-3868-49f5-a452-77d1840b4180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (e5732ce8-8c4a-4c49-8aa3-5bf9dd9184e1), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:19.389636 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fd3b6566-7c71-41b8-91c4-b46a9c393728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (d0eec358-a4ff-431b-9c65-4b5e9d3d1b49), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:19.389636 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fd3b6566-7c71-41b8-91c4-b46a9c393728 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:19.389636 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-fd3b6566-7c71-41b8-91c4-b46a9c393728 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d0eec358-a4ff-431b-9c65-4b5e9d3d1b49 HTTP/1.1" status: 204 len: 168 time: 0.3595903 Feb 04 00:53:19.408671 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-bb7b2dc8-3868-49f5-a452-77d1840b4180 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=75eb82feb18b47e4b0f335f4c724d27f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4956155 Feb 04 00:53:19.411387 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 54728) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:19.432293 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b2dc8-3868-49f5-a452-77d1840b4180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5732ce8-8c4a-4c49-8aa3-5bf9dd9184e1,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:19.449525 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b6566-7c71-41b8-91c4-b46a9c393728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0eec358-a4ff-431b-9c65-4b5e9d3d1b49,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:19.483199 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-73258f19-3b74-4e5d-a7b3-606832ad262f admin admin] Publish callbacks [] for security_group (e5732ce8-8c4a-4c49-8aa3-5bf9dd9184e1), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:19.493221 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 up at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:53:19.523496 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6ec1e-9675-43fc-983a-f178ab343a67 req-ff122d68-288e-499e-be63-1b745f6d7690 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:19.523496 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-04b6ec1e-9675-43fc-983a-f178ab343a67 req-ff122d68-288e-499e-be63-1b745f6d7690 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2c1c5b7-d977-4c77-86cf-2335c41651a8 HTTP/1.1" status: 200 len: 945 time: 0.1252718 Feb 04 00:53:19.539914 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-73258f19-3b74-4e5d-a7b3-606832ad262f admin admin] Publish callbacks [] for security_group (e5732ce8-8c4a-4c49-8aa3-5bf9dd9184e1), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:19.571678 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-04b6ec1e-9675-43fc-983a-f178ab343a67 req-14842ded-bfca-4cdf-969e-4961383581ac tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/security-groups?id=474786d4-1589-40a0-a0db-49f4e032018a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620911 Feb 04 00:53:19.649692 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818526c-1323-4c9f-acdf-f6c4f4396fb2 req-9a80253c-c44d-4bfe-92da-1628816e8eba tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:19.651164 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-d818526c-1323-4c9f-acdf-f6c4f4396fb2 req-9a80253c-c44d-4bfe-92da-1628816e8eba tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=da0753e3-3336-4b9e-9497-d7fe5c1a7277 HTTP/1.1" status: 200 len: 945 time: 0.0600412 Feb 04 00:53:19.698741 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-d818526c-1323-4c9f-acdf-f6c4f4396fb2 req-e71a07a5-4083-4eb2-a29d-3a1bd05a13c4 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416882 Feb 04 00:53:19.712984 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning for port 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:53:19.716997 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning complete for port 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:53:19.717433 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (3ecf0c07-12ef-478b-bb61-7fd4da5b47f7), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:19.792088 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 is: BUILD; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:53:19.792479 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (3ecf0c07-12ef-478b-bb61-7fd4da5b47f7), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:19.803738 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-73258f19-3b74-4e5d-a7b3-606832ad262f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (e5732ce8-8c4a-4c49-8aa3-5bf9dd9184e1), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:19.806474 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-73258f19-3b74-4e5d-a7b3-606832ad262f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:19.807750 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-73258f19-3b74-4e5d-a7b3-606832ad262f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e5732ce8-8c4a-4c49-8aa3-5bf9dd9184e1 HTTP/1.1" status: 204 len: 168 time: 0.3953390 Feb 04 00:53:19.817146 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73258f19-3b74-4e5d-a7b3-606832ad262f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5732ce8-8c4a-4c49-8aa3-5bf9dd9184e1,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:19.819249 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3010af-a305-4162-a4c3-bd33890474c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecf0c07-12ef-478b-bb61-7fd4da5b47f7'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:53:19.821502 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6008afca8a05d931a9cb2feac605f7a66ad88b8a0c7f78d7c81d8c88d670685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf31dff-b996-4398-9f30-4db714d0f945" -d '{"events": [{"server_uuid": "fe3010af-a305-4162-a4c3-bd33890474c4", "name": "network-vif-plugged", "status": "completed", "tag": "3ecf0c07-12ef-478b-bb61-7fd4da5b47f7"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:53:19.837587 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=3ecf0c07-12ef-478b-bb61-7fd4da5b47f7,segment=NetworkSegment(54e3d956-d261-4a67-bb25-94057ffc11cf),segment_id=54e3d956-d261-4a67-bb25-94057ffc11cf)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:53:19.867373 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d729ee-c219-44e3-9cd0-f36922be7c11 x-openstack-request-id: req-81d729ee-c219-44e3-9cd0-f36922be7c11 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:53:19.867688 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3010af-a305-4162-a4c3-bd33890474c4", "name": "network-vif-plugged", "status": "completed", "tag": "3ecf0c07-12ef-478b-bb61-7fd4da5b47f7", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:53:19.867945 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-81d729ee-c219-44e3-9cd0-f36922be7c11 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:53:19.868338 dv-cinder-827778-1-iscsi neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3010af-a305-4162-a4c3-bd33890474c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecf0c07-12ef-478b-bb61-7fd4da5b47f7', 'code': 200} Feb 04 00:53:19.999630 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (3ecf0c07-12ef-478b-bb61-7fd4da5b47f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:20.036671 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686c6bd-80da-4d05-9b89-8e918887e0c9 req-3ea64ad6-5547-40ba-8d81-fac13d45bc09 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:20.038198 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-1686c6bd-80da-4d05-9b89-8e918887e0c9 req-3ea64ad6-5547-40ba-8d81-fac13d45bc09 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 944 time: 0.0711212 Feb 04 00:53:20.055137 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=3ecf0c07-12ef-478b-bb61-7fd4da5b47f7,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:20.089000 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-1686c6bd-80da-4d05-9b89-8e918887e0c9 req-d6f6e3ef-9a2d-4a59-b64a-6c3be3e5c377 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446804 Feb 04 00:53:20.289750 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea3c2e-b331-4bf7-912b-d930a015d16a req-fedacd53-38d9-467d-92f3-139057ef75da tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:20.295238 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-90ea3c2e-b331-4bf7-912b-d930a015d16a req-fedacd53-38d9-467d-92f3-139057ef75da tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.0725272 Feb 04 00:53:20.366714 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-90ea3c2e-b331-4bf7-912b-d930a015d16a req-c9549806-3951-4f47-999a-99a11f75aa33 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705113 Feb 04 00:53:20.441675 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4e60a-a675-4374-a11a-8d0d7ad912f6 req-a4c4d62c-d0e8-4c0a-bd5b-d9df97ff2afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:20.443201 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4ef4e60a-a675-4374-a11a-8d0d7ad912f6 req-a4c4d62c-d0e8-4c0a-bd5b-d9df97ff2afa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 1129 time: 0.0510781 Feb 04 00:53:20.503691 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4ef4e60a-a675-4374-a11a-8d0d7ad912f6 req-b14d1b27-bca3-4c3f-a6f6-7673957f0f7d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425944 Feb 04 00:53:20.687211 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f8003-67af-4590-9bdd-eb5232bfd070 req-44401922-a4ba-4fa7-bd0c-0dd2126fe35b tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:20.688892 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-990f8003-67af-4590-9bdd-eb5232bfd070 req-44401922-a4ba-4fa7-bd0c-0dd2126fe35b tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2c1c5b7-d977-4c77-86cf-2335c41651a8 HTTP/1.1" status: 200 len: 945 time: 0.0524559 Feb 04 00:53:20.751203 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-990f8003-67af-4590-9bdd-eb5232bfd070 req-053304f5-1127-4a45-831c-6770475e8653 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/security-groups?id=474786d4-1589-40a0-a0db-49f4e032018a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563316 Feb 04 00:53:20.880743 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888192e-bf77-46d6-8bdb-01c0c61098f2 req-b48ca698-ac62-4a79-ac54-9b4be3dc5ef0 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:20.880743 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1888192e-bf77-46d6-8bdb-01c0c61098f2 req-b48ca698-ac62-4a79-ac54-9b4be3dc5ef0 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=da0753e3-3336-4b9e-9497-d7fe5c1a7277 HTTP/1.1" status: 200 len: 945 time: 0.0567472 Feb 04 00:53:20.911831 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1888192e-bf77-46d6-8bdb-01c0c61098f2 req-42ab80d5-368b-439a-abdc-d2ed9b235e0d tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421567 Feb 04 00:53:21.216159 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce92f47-441a-4c8d-ad0e-e9c0719a2866 req-4e33164d-50d1-4145-bd14-25726b21da53 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:21.217695 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-5ce92f47-441a-4c8d-ad0e-e9c0719a2866 req-4e33164d-50d1-4145-bd14-25726b21da53 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 945 time: 0.0578234 Feb 04 00:53:21.263935 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-5ce92f47-441a-4c8d-ad0e-e9c0719a2866 req-f18f443d-6fe3-4081-ba7b-47822f987abe tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407448 Feb 04 00:53:21.799293 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 54788) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:21.813078 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-93f4c523-6145-4a22-bb0b-1443fe8dbfb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:21.929976 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece31af-ecff-4aef-84d2-1b312e279833 req-d0c48fc9-dcc6-41ef-881f-c3c1ad23c450 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:21.941816 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8ece31af-ecff-4aef-84d2-1b312e279833 req-d0c48fc9-dcc6-41ef-881f-c3c1ad23c450 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.1131876 Feb 04 00:53:22.015575 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8ece31af-ecff-4aef-84d2-1b312e279833 req-976ad7f7-c019-457b-b64d-fa17348263bf tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700419 Feb 04 00:53:22.020610 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-93f4c523-6145-4a22-bb0b-1443fe8dbfb2 admin admin] Publish callbacks [] for security_group (d0c567fc-9b19-4b12-9efc-9d29b235d6ef), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:22.078146 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120ce66-c5cc-488f-b301-d7558cc4530e req-3f597f3d-e5a1-4eb0-81c5-848780519654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:22.079933 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9120ce66-c5cc-488f-b301-d7558cc4530e req-3f597f3d-e5a1-4eb0-81c5-848780519654 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2afd163d280640839661275f0ebd1c4e&device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 1130 time: 0.1047051 Feb 04 00:53:22.100429 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-93f4c523-6145-4a22-bb0b-1443fe8dbfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (d0c567fc-9b19-4b12-9efc-9d29b235d6ef), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:22.374538 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85613c87-4daf-4469-8cd6-2f3a54489d5a req-abead935-cd48-4fc8-86a5-d82c69aa9657 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:22.376034 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-85613c87-4daf-4469-8cd6-2f3a54489d5a req-abead935-cd48-4fc8-86a5-d82c69aa9657 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=da0753e3-3336-4b9e-9497-d7fe5c1a7277 HTTP/1.1" status: 200 len: 945 time: 0.3658524 Feb 04 00:53:22.409344 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfa1ac-6f0c-4f31-b2eb-3c75bcae37b2 req-9e63d304-7365-4b3a-be88-542d8f508c9c tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:22.410918 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-dadfa1ac-6f0c-4f31-b2eb-3c75bcae37b2 req-9e63d304-7365-4b3a-be88-542d8f508c9c tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 945 time: 0.0564134 Feb 04 00:53:22.416946 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f4c523-6145-4a22-bb0b-1443fe8dbfb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c567fc-9b19-4b12-9efc-9d29b235d6ef,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:22.429045 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-93f4c523-6145-4a22-bb0b-1443fe8dbfb2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9cf498eed9ea4e5889e6a6f29ebf2270&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6285636 Feb 04 00:53:22.430670 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 54816) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:22.479664 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-85613c87-4daf-4469-8cd6-2f3a54489d5a req-8269b628-8947-488e-ad1d-0de7dc9b8f50 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891674 Feb 04 00:53:22.481365 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120ce66-c5cc-488f-b301-d7558cc4530e req-9011901f-e342-4139-9196-4750e7d3cdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:22.485150 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9120ce66-c5cc-488f-b301-d7558cc4530e req-9011901f-e342-4139-9196-4750e7d3cdb5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae043462-32cc-4bf5-9ede-b06308dbc788 HTTP/1.1" status: 200 len: 920 time: 0.3848202 Feb 04 00:53:22.494022 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-dadfa1ac-6f0c-4f31-b2eb-3c75bcae37b2 req-afb57352-f359-4f1c-a266-f9659950156a tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774112 Feb 04 00:53:22.514763 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1dfe8c78-4d5b-4d72-b37f-5e943b88cdf0 admin admin] Publish callbacks [] for security_group (d0c567fc-9b19-4b12-9efc-9d29b235d6ef), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:22.565718 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1dfe8c78-4d5b-4d72-b37f-5e943b88cdf0 admin admin] Publish callbacks [] for security_group (d0c567fc-9b19-4b12-9efc-9d29b235d6ef), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:22.625507 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 54828) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:22.669003 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69f5cc-f563-491d-80da-2c7212288bee req-89c4dbba-7ddc-46ab-a866-0c27845d7343 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:22.670697 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-8a69f5cc-f563-491d-80da-2c7212288bee req-89c4dbba-7ddc-46ab-a866-0c27845d7343 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 945 time: 0.0615356 Feb 04 00:53:22.679356 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 54832) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:22.684116 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-8274cd41-4a6d-42ca-afca-2e6bc891d280 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Request body: {'floatingip': {'port_id': '3ecf0c07-12ef-478b-bb61-7fd4da5b47f7'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:53:22.753283 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-634e106f-9918-456e-82d6-a8aacca30c27 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1816400050-network', 'tenant_id': '28b5db47e97e4c39b1c080fa6a8c7e98'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:53:22.756313 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1dfe8c78-4d5b-4d72-b37f-5e943b88cdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (d0c567fc-9b19-4b12-9efc-9d29b235d6ef), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:22.758855 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1dfe8c78-4d5b-4d72-b37f-5e943b88cdf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:22.759928 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-1dfe8c78-4d5b-4d72-b37f-5e943b88cdf0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d0c567fc-9b19-4b12-9efc-9d29b235d6ef HTTP/1.1" status: 204 len: 168 time: 0.3282559 Feb 04 00:53:22.783849 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8274cd41-4a6d-42ca-afca-2e6bc891d280 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks [] for floatingip (6149a4cd-aad5-4c35-bc5f-5499404c3bcf), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:22.788671 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe8c78-4d5b-4d72-b37f-5e943b88cdf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c567fc-9b19-4b12-9efc-9d29b235d6ef,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:23.141850 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634e106f-9918-456e-82d6-a8aacca30c27 admin admin] Made reservation on behalf of 28b5db47e97e4c39b1c080fa6a8c7e98 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:53:23.144117 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-634e106f-9918-456e-82d6-a8aacca30c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for network (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:23.163344 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-634e106f-9918-456e-82d6-a8aacca30c27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:23.267016 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7105b22-4d0c-4a4e-9baa-2d2905def9f8 req-bf59b554-7a98-4eca-b9b5-ccb783572711 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:23.268551 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e7105b22-4d0c-4a4e-9baa-2d2905def9f8 req-bf59b554-7a98-4eca-b9b5-ccb783572711 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.1729810 Feb 04 00:53:23.391877 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e7105b22-4d0c-4a4e-9baa-2d2905def9f8 req-ebfc3455-ed2f-4697-984f-1d0b34bb25d1 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981474 Feb 04 00:53:23.482139 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9120ce66-c5cc-488f-b301-d7558cc4530e req-de73c9fb-99b7-4235-b5c1-432b6341bbae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a45de223-e54c-4f3b-a1c6-61e5048c521b HTTP/1.1" status: 200 len: 217 time: 0.0426695 Feb 04 00:53:23.544818 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-634e106f-9918-456e-82d6-a8aacca30c27 admin admin] Publish callbacks [] for security_group (028db23f-8862-4bef-bf0d-f234dd9b06e2), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:23.645447 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-634e106f-9918-456e-82d6-a8aacca30c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (028db23f-8862-4bef-bf0d-f234dd9b06e2), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:23.677364 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-634e106f-9918-456e-82d6-a8aacca30c27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 00:53:23.737059 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-634e106f-9918-456e-82d6-a8aacca30c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650'] for segment (a8644780-31bd-492d-95ef-3f04d052194f), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:23.737409 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.db.segments_db [None req-634e106f-9918-456e-82d6-a8aacca30c27 admin admin] Added segment a8644780-31bd-492d-95ef-3f04d052194f of type vlan for network 0f6fbfe5-8583-40b3-9de0-cb5838b6aefe Feb 04 00:53:23.755530 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e106f-9918-456e-82d6-a8aacca30c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028db23f-8862-4bef-bf0d-f234dd9b06e2,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:23.809195 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8274cd41-4a6d-42ca-afca-2e6bc891d280 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:23.817161 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-634e106f-9918-456e-82d6-a8aacca30c27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784745949642'] for network (0f6fbfe5-8583-40b3-9de0-cb5838b6aefe), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:23.894800 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8274cd41-4a6d-42ca-afca-2e6bc891d280 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601474'] for floatingip (6149a4cd-aad5-4c35-bc5f-5499404c3bcf), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:23.933061 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-634e106f-9918-456e-82d6-a8aacca30c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599'] for network (0f6fbfe5-8583-40b3-9de0-cb5838b6aefe), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:23.933935 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634e106f-9918-456e-82d6-a8aacca30c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:23.934511 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-634e106f-9918-456e-82d6-a8aacca30c27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for network (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:24.037081 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e106f-9918-456e-82d6-a8aacca30c27 admin admin] Pushing event updated for resources: {'Network': ['ID=0f6fbfe5-8583-40b3-9de0-cb5838b6aefe,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:24.047946 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Network 0f6fbfe5-8583-40b3-9de0-cb5838b6aefe details requested by agent ovs-agent-dv-cinder-827778-1-iscsi with host dv-cinder-827778-1-iscsi {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 00:53:24.055782 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.db.l3_db [None req-8274cd41-4a6d-42ca-afca-2e6bc891d280 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Floating IP 6149a4cd-aad5-4c35-bc5f-5499404c3bcf associated. External IP: 172.27.1.228, port: 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7. Feb 04 00:53:24.099557 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-634e106f-9918-456e-82d6-a8aacca30c27 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4727495 Feb 04 00:53:24.102681 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 54872) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:24.108295 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [None req-aaf91f0b-5c72-49cf-9152-bbecd9190518 admin admin] Request body: {'subnet': {'network_id': '0f6fbfe5-8583-40b3-9de0-cb5838b6aefe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1816400050-subnet', 'tenant_id': '28b5db47e97e4c39b1c080fa6a8c7e98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:53:24.237590 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf91f0b-5c72-49cf-9152-bbecd9190518 admin admin] Made reservation on behalf of 28b5db47e97e4c39b1c080fa6a8c7e98 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:53:24.239895 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aaf91f0b-5c72-49cf-9152-bbecd9190518 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:24.278074 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8274cd41-4a6d-42ca-afca-2e6bc891d280 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Router 3ccbce44-8ea5-4115-8393-33b722fd0d2a has already been hosted by L3 agent 05e42f77-b612-4439-9acd-15af6102b82d {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:53:24.357843 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120ce66-c5cc-488f-b301-d7558cc4530e req-bd6d20d5-ee72-4548-994c-ab8690086a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:24.359558 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9120ce66-c5cc-488f-b301-d7558cc4530e req-bd6d20d5-ee72-4548-994c-ab8690086a38 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=46745580-e406-4b05-84f7-81e0482f0518 HTTP/1.1" status: 200 len: 859 time: 0.0822256 Feb 04 00:53:24.552892 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca208206-2085-4fab-aadb-2ebb8caac9df req-0020e571-b4c8-472a-84ac-ac1d19a7e3a1 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:24.554469 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ca208206-2085-4fab-aadb-2ebb8caac9df req-0020e571-b4c8-472a-84ac-ac1d19a7e3a1 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.0578451 Feb 04 00:53:24.596635 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aaf91f0b-5c72-49cf-9152-bbecd9190518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599'] for subnet (d9b26d93-7892-4986-ba10-c76802848922), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:24.626937 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8274cd41-4a6d-42ca-afca-2e6bc891d280 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:53:24.630304 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ca208206-2085-4fab-aadb-2ebb8caac9df req-2bf7b278-d9d9-40c2-a99a-4959e90abf64 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692189 Feb 04 00:53:24.631550 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8274cd41-4a6d-42ca-afca-2e6bc891d280 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for floatingip (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:24.648604 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9890d24-ccb3-491a-a99e-6b68f232b665 None None] Sync routers for ids ['3ccbce44-8ea5-4115-8393-33b722fd0d2a'] in dv-cinder-827778-1-iscsi {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 00:53:24.661166 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9890d24-ccb3-491a-a99e-6b68f232b665 None None] Routers {'3ccbce44-8ea5-4115-8393-33b722fd0d2a'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:53:24.661818 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-d9890d24-ccb3-491a-a99e-6b68f232b665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:53:12Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['3ccbce44-8ea5-4115-8393-33b722fd0d2a'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:53:24.666700 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf91f0b-5c72-49cf-9152-bbecd9190518 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9b26d93-7892-4986-ba10-c76802848922,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:24.670338 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-8274cd41-4a6d-42ca-afca-2e6bc891d280 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "PUT /v2.0/floatingips/6149a4cd-aad5-4c35-bc5f-5499404c3bcf HTTP/1.1" status: 200 len: 991 time: 1.9898529 Feb 04 00:53:24.670970 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe3010af-a305-4162-a4c3-bd33890474c4', 'tag': '3ecf0c07-12ef-478b-bb61-7fd4da5b47f7'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:53:24.673419 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e0c5a5779633a09e60ecc98ad41b20f8dcc6f9c395ee4249b8896e9f1e38e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e56cab-7fb0-43ef-865a-d3dd935a1a42" -d '{"events": [{"name": "network-changed", "server_uuid": "fe3010af-a305-4162-a4c3-bd33890474c4", "tag": "3ecf0c07-12ef-478b-bb61-7fd4da5b47f7"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:53:24.693131 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf91f0b-5c72-49cf-9152-bbecd9190518 admin admin] Checking segment: {'id': 'a8644780-31bd-492d-95ef-3f04d052194f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0f6fbfe5-8583-40b3-9de0-cb5838b6aefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:53:24.693895 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf91f0b-5c72-49cf-9152-bbecd9190518 admin admin] Network hostable DHCP agents. Network: 0f6fbfe5-8583-40b3-9de0-cb5838b6aefe, hostable agents: ['3f99e642-0ed0-4983-9f25-ae4b5e9c36f7'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 00:53:24.723579 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 00:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475791ff-012e-451f-89c8-dab8799a34a6 x-openstack-request-id: req-475791ff-012e-451f-89c8-dab8799a34a6 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:53:24.723867 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe3010af-a305-4162-a4c3-bd33890474c4", "tag": "3ecf0c07-12ef-478b-bb61-7fd4da5b47f7", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:53:24.724119 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-475791ff-012e-451f-89c8-dab8799a34a6 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:53:24.724510 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe3010af-a305-4162-a4c3-bd33890474c4', 'tag': '3ecf0c07-12ef-478b-bb61-7fd4da5b47f7', 'status': 'completed', 'code': 200} Feb 04 00:53:24.768940 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf91f0b-5c72-49cf-9152-bbecd9190518 admin admin] Network 0f6fbfe5-8583-40b3-9de0-cb5838b6aefe is scheduled to be hosted by DHCP agent 3f99e642-0ed0-4983-9f25-ae4b5e9c36f7 with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 00:53:24.786069 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b0e08-7c3c-4fe2-8f94-0b52abdc544b req-13917852-fb58-4291-b45d-e1807458c883 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:24.787612 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-967b0e08-7c3c-4fe2-8f94-0b52abdc544b req-13917852-fb58-4291-b45d-e1807458c883 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 945 time: 0.0553784 Feb 04 00:53:24.790120 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-d9890d24-ccb3-491a-a99e-6b68f232b665 None None] Set router 3ccbce44-8ea5-4115-8393-33b722fd0d2a gateway port host: dv-cinder-827778-1-iscsi {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:53:24.832119 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-aaf91f0b-5c72-49cf-9152-bbecd9190518 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827778-1-iscsi, 0f6fbfe5-8583-40b3-9de0-cb5838b6aefe) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:53:24.846822 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf91f0b-5c72-49cf-9152-bbecd9190518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:24.846822 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aaf91f0b-5c72-49cf-9152-bbecd9190518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for subnet (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:24.846996 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68bf211-24e1-4b99-8d27-e30788e535f5 None None] Network 0f6fbfe5-8583-40b3-9de0-cb5838b6aefe requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 00:53:24.870408 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-967b0e08-7c3c-4fe2-8f94-0b52abdc544b req-6127be90-96b7-4f72-b981-72a331439471 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732284 Feb 04 00:53:24.928796 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-aaf91f0b-5c72-49cf-9152-bbecd9190518 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8245299 Feb 04 00:53:24.958998 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c8d56d-cd4b-4958-842c-3b9a37713389 None None] Network 0f6fbfe5-8583-40b3-9de0-cb5838b6aefe requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 00:53:25.112370 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-d9890d24-ccb3-491a-a99e-6b68f232b665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'name': 'tempest-AttachVolumeShelveTestJSON-605683564-router', 'tenant_id': '33c179601f1e46788de48f0cac243499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '6b01cafd-4dae-4f29-b853-8fd20afd762b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:52:41Z', 'updated_at': '2022-02-04T00:52:48Z', 'revision_number': 4, 'project_id': '33c179601f1e46788de48f0cac243499', 'gw_port': {'id': '6b01cafd-4dae-4f29-b853-8fd20afd762b', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:52:42Z', 'updated_at': '2022-02-04T00:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_floatingips': [{'id': '6149a4cd-aad5-4c35-bc5f-5499404c3bcf', 'tenant_id': '33c179601f1e46788de48f0cac243499', 'floating_ip_address': '172.27.1.228', 'floating_network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'router_id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'port_id': '3ecf0c07-12ef-478b-bb61-7fd4da5b47f7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321', 'mac_address': 'fa:16:3e:27:af:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3010af-a305-4162-a4c3-bd33890474c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:52:59Z', 'updated_at': '2022-02-04T00:53:23Z', 'revision_number': 1, 'project_id': '33c179601f1e46788de48f0cac243499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fde795b7-fdfe-4316-9844-56dfe0b3239a', 'name': '', 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321', 'tenant_id': '33c179601f1e46788de48f0cac243499', 'mac_address': 'fa:16:3e:de:ca:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a3690513-81ad-46a5-afc0-910eebaac8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:52:46Z', 'updated_at': '2022-02-04T00:52:56Z', 'revision_number': 5, 'project_id': '33c179601f1e46788de48f0cac243499', 'subnets': [{'id': 'a3690513-81ad-46a5-afc0-910eebaac8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:53:25.144279 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9890d24-ccb3-491a-a99e-6b68f232b665 None None] Checking router: 3ccbce44-8ea5-4115-8393-33b722fd0d2a for host: dv-cinder-827778-1-iscsi {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 00:53:25.153318 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9890d24-ccb3-491a-a99e-6b68f232b665 None None] Routers {'3ccbce44-8ea5-4115-8393-33b722fd0d2a'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:53:25.154068 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-d9890d24-ccb3-491a-a99e-6b68f232b665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:53:12Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['3ccbce44-8ea5-4115-8393-33b722fd0d2a'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:53:25.260615 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-d9890d24-ccb3-491a-a99e-6b68f232b665 None None] Set router 3ccbce44-8ea5-4115-8393-33b722fd0d2a gateway port host: dv-cinder-827778-1-iscsi {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:53:25.311401 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9120ce66-c5cc-488f-b301-d7558cc4530e req-80bd96d3-d820-4213-923e-ec441ce4ef56 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae043462-32cc-4bf5-9ede-b06308dbc788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291848 Feb 04 00:53:25.413647 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e56cab-7fb0-43ef-865a-d3dd935a1a42 req-9436214a-252c-45a0-9915-fa589fe1d95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:25.415162 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-76e56cab-7fb0-43ef-865a-d3dd935a1a42 req-9436214a-252c-45a0-9915-fa589fe1d95d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=33c179601f1e46788de48f0cac243499&device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 1129 time: 0.1063845 Feb 04 00:53:25.484552 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9120ce66-c5cc-488f-b301-d7558cc4530e req-4d7ad54a-64ad-407e-923e-4268901d3b8a service neutron] 10.222.0.39 "GET /v2.0/networks/ae043462-32cc-4bf5-9ede-b06308dbc788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625111 Feb 04 00:53:25.568944 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e56cab-7fb0-43ef-865a-d3dd935a1a42 req-7fe6d643-8198-4c5a-b3c5-b53cac02051a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:25.570417 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-76e56cab-7fb0-43ef-865a-d3dd935a1a42 req-7fe6d643-8198-4c5a-b3c5-b53cac02051a service neutron] 10.222.0.39 "GET /v2.0/networks?id=7fa434c0-397c-452d-8882-f9f118f80321 HTTP/1.1" status: 200 len: 917 time: 0.1466458 Feb 04 00:53:25.595592 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-d9890d24-ccb3-491a-a99e-6b68f232b665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'name': 'tempest-AttachVolumeShelveTestJSON-605683564-router', 'tenant_id': '33c179601f1e46788de48f0cac243499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '6b01cafd-4dae-4f29-b853-8fd20afd762b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:52:41Z', 'updated_at': '2022-02-04T00:52:48Z', 'revision_number': 4, 'project_id': '33c179601f1e46788de48f0cac243499', 'gw_port': {'id': '6b01cafd-4dae-4f29-b853-8fd20afd762b', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:52:42Z', 'updated_at': '2022-02-04T00:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_floatingips': [{'id': '6149a4cd-aad5-4c35-bc5f-5499404c3bcf', 'tenant_id': '33c179601f1e46788de48f0cac243499', 'floating_ip_address': '172.27.1.228', 'floating_network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'router_id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'port_id': '3ecf0c07-12ef-478b-bb61-7fd4da5b47f7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321', 'mac_address': 'fa:16:3e:27:af:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3010af-a305-4162-a4c3-bd33890474c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:52:59Z', 'updated_at': '2022-02-04T00:53:23Z', 'revision_number': 1, 'project_id': '33c179601f1e46788de48f0cac243499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fde795b7-fdfe-4316-9844-56dfe0b3239a', 'name': '', 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321', 'tenant_id': '33c179601f1e46788de48f0cac243499', 'mac_address': 'fa:16:3e:de:ca:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a3690513-81ad-46a5-afc0-910eebaac8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:52:46Z', 'updated_at': '2022-02-04T00:52:56Z', 'revision_number': 5, 'project_id': '33c179601f1e46788de48f0cac243499', 'subnets': [{'id': 'a3690513-81ad-46a5-afc0-910eebaac8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:53:25.636719 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9890d24-ccb3-491a-a99e-6b68f232b665 None None] The sync data for ids ['3ccbce44-8ea5-4115-8393-33b722fd0d2a'] in dv-cinder-827778-1-iscsi is: [{'id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'name': 'tempest-AttachVolumeShelveTestJSON-605683564-router', 'tenant_id': '33c179601f1e46788de48f0cac243499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '6b01cafd-4dae-4f29-b853-8fd20afd762b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:52:41Z', 'updated_at': '2022-02-04T00:52:48Z', 'revision_number': 4, 'project_id': '33c179601f1e46788de48f0cac243499', 'gw_port': {'id': '6b01cafd-4dae-4f29-b853-8fd20afd762b', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:52:42Z', 'updated_at': '2022-02-04T00:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_floatingips': [{'id': '6149a4cd-aad5-4c35-bc5f-5499404c3bcf', 'tenant_id': '33c179601f1e46788de48f0cac243499', 'floating_ip_address': '172.27.1.228', 'floating_network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'router_id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'port_id': '3ecf0c07-12ef-478b-bb61-7fd4da5b47f7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321', 'mac_address': 'fa:16:3e:27:af:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3010af-a305-4162-a4c3-bd33890474c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:52:59Z', 'updated_at': '2022-02-04T00:53:23Z', 'revision_number': 1, 'project_id': '33c179601f1e46788de48f0cac243499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fde795b7-fdfe-4316-9844-56dfe0b3239a', 'name': '', 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321', 'tenant_id': '33c179601f1e46788de48f0cac243499', 'mac_address': 'fa:16:3e:de:ca:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a3690513-81ad-46a5-afc0-910eebaac8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:52:46Z', 'updated_at': '2022-02-04T00:52:56Z', 'revision_number': 5, 'project_id': '33c179601f1e46788de48f0cac243499', 'subnets': [{'id': 'a3690513-81ad-46a5-afc0-910eebaac8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 00:53:25.700760 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9120ce66-c5cc-488f-b301-d7558cc4530e req-f9eda3a7-6ac3-48a4-badd-296732c73e94 service neutron] 10.222.0.39 "GET /v2.0/networks/ae043462-32cc-4bf5-9ede-b06308dbc788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004681 Feb 04 00:53:25.703238 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-76e56cab-7fb0-43ef-865a-d3dd935a1a42 req-98642ffb-7255-4706-9b03-15ec1a865dce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 HTTP/1.1" status: 200 len: 999 time: 0.1262476 Feb 04 00:53:25.799771 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e56cab-7fb0-43ef-865a-d3dd935a1a42 req-df44de11-3675-4f1d-987a-f8c68ce7f6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:25.801725 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-76e56cab-7fb0-43ef-865a-d3dd935a1a42 req-df44de11-3675-4f1d-987a-f8c68ce7f6c9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a3690513-81ad-46a5-afc0-910eebaac8f9 HTTP/1.1" status: 200 len: 855 time: 0.0772831 Feb 04 00:53:25.845824 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac41dee-b764-4c9a-8c72-df95b894236e req-0ad3bd36-67a5-4e53-96f7-c094f39722d3 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:25.852798 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-aac41dee-b764-4c9a-8c72-df95b894236e req-0ad3bd36-67a5-4e53-96f7-c094f39722d3 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.1202872 Feb 04 00:53:25.912693 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e56cab-7fb0-43ef-865a-d3dd935a1a42 req-82b713ce-e5d1-4b2d-a998-572695b5947a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:25.919063 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-76e56cab-7fb0-43ef-865a-d3dd935a1a42 req-82b713ce-e5d1-4b2d-a998-572695b5947a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fa434c0-397c-452d-8882-f9f118f80321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1110609 Feb 04 00:53:25.927504 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-aac41dee-b764-4c9a-8c72-df95b894236e req-c3c91d45-064d-45d3-8512-90b5d869a313 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716155 Feb 04 00:53:25.963536 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3567904-d15a-44a0-9972-1b260cd372ad None None] New status for floating IP 6149a4cd-aad5-4c35-bc5f-5499404c3bcf: ACTIVE {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 00:53:26.037799 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-76e56cab-7fb0-43ef-865a-d3dd935a1a42 req-1df4f426-0999-4c83-9687-167898611f86 service neutron] 10.222.0.39 "GET /v2.0/networks/7fa434c0-397c-452d-8882-f9f118f80321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028357 Feb 04 00:53:26.091027 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961603f6-14fd-4e90-af97-bcaed8b27e89 req-c33fbb09-1a3c-4dde-bee5-35eaeb86bb2d tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:26.098381 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-961603f6-14fd-4e90-af97-bcaed8b27e89 req-c33fbb09-1a3c-4dde-bee5-35eaeb86bb2d tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 945 time: 0.0887043 Feb 04 00:53:26.150357 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-961603f6-14fd-4e90-af97-bcaed8b27e89 req-bab3f08f-8157-4b6f-9004-be8d683a0b57 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509913 Feb 04 00:53:26.168364 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-76e56cab-7fb0-43ef-865a-d3dd935a1a42 req-54e3adac-5909-4a2b-b26a-0562b13613a6 service neutron] 10.222.0.39 "GET /v2.0/networks/7fa434c0-397c-452d-8882-f9f118f80321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242516 Feb 04 00:53:27.828425 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd76826-6d0a-4a9e-b8d9-5162e65466b3 req-1c630676-9c80-4160-bfec-fef25ae1405b tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:27.829951 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3cd76826-6d0a-4a9e-b8d9-5162e65466b3 req-1c630676-9c80-4160-bfec-fef25ae1405b tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.0537066 Feb 04 00:53:27.879730 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3cd76826-6d0a-4a9e-b8d9-5162e65466b3 req-3e914c77-2a97-4d1c-9aca-fb008a5a97e8 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431917 Feb 04 00:53:28.055505 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-d692d65e-29ba-47f1-b05a-21034203cf8f tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:28.056999 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-d692d65e-29ba-47f1-b05a-21034203cf8f tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/networks?id=0f6fbfe5-8583-40b3-9de0-cb5838b6aefe HTTP/1.1" status: 200 len: 809 time: 0.1056798 Feb 04 00:53:28.074426 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-1ddbf0bf-5133-4fb7-9749-8a4793b2a30a tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/quotas/28b5db47e97e4c39b1c080fa6a8c7e98 HTTP/1.1" status: 200 len: 375 time: 0.0112951 Feb 04 00:53:28.112917 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-e5ef3317-10da-4a32-9419-9a5fbf123717 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=28b5db47e97e4c39b1c080fa6a8c7e98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320966 Feb 04 00:53:28.177726 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba635a28-3872-40d2-8837-77db60589b08 req-4de12f83-11d2-402b-9a8d-4946311d02f9 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:28.179230 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ba635a28-3872-40d2-8837-77db60589b08 req-4de12f83-11d2-402b-9a8d-4946311d02f9 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 945 time: 0.0628679 Feb 04 00:53:28.217604 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-28c1ef32-61d9-46a3-8e42-bee0c57b775e service neutron] 10.222.0.10 "GET /v2.0/networks/0f6fbfe5-8583-40b3-9de0-cb5838b6aefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967715 Feb 04 00:53:28.226206 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ba635a28-3872-40d2-8837-77db60589b08 req-7d62596a-2f85-431e-875b-4c587ed6e0d0 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410843 Feb 04 00:53:28.327913 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-f336b054-2b2f-44e4-8e99-199eae53166d service neutron] 10.222.0.10 "GET /v2.0/networks/0f6fbfe5-8583-40b3-9de0-cb5838b6aefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043801 Feb 04 00:53:28.577290 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1e60e856-ef78-46b5-bbbf-0765535a4377 req-8ba3709d-3301-46ac-8bea-7db7bf9030cb tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c83879-8e22-4426-956b-24e3b4e7f0b7 HTTP/1.1" status: 200 len: 210 time: 0.0276766 Feb 04 00:53:28.999614 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb47c94-0984-4dcd-87a8-1af957ff0684 req-ab366334-a58e-4c67-81a6-72797e8e9d7b tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:29.005136 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-efb47c94-0984-4dcd-87a8-1af957ff0684 req-ab366334-a58e-4c67-81a6-72797e8e9d7b tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.0571158 Feb 04 00:53:29.055570 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-efb47c94-0984-4dcd-87a8-1af957ff0684 req-58390177-eba5-40b8-8aeb-313658f4b9c3 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487387 Feb 04 00:53:29.696259 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9b8ef775-0939-4974-9a7c-42600f467f5e req-93455ef6-c62f-4885-af9e-e6aeba6069a2 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c83879-8e22-4426-956b-24e3b4e7f0b7 HTTP/1.1" status: 200 len: 210 time: 0.0331564 Feb 04 00:53:30.181545 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822ff21-52c5-42e4-91f0-079e877549c4 req-ab8375d6-b7f7-4b71-930c-17ffb789541a tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:30.183039 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2822ff21-52c5-42e4-91f0-079e877549c4 req-ab8375d6-b7f7-4b71-930c-17ffb789541a tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.0597188 Feb 04 00:53:30.230179 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2822ff21-52c5-42e4-91f0-079e877549c4 req-caf5197a-72b9-4819-9caf-8662a3ea621e tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415661 Feb 04 00:53:30.790728 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d0e9e18e-5cc1-48c9-94df-c6eb74909f42 req-ffd71c02-ae7f-48f8-9abe-f74e700139c9 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c83879-8e22-4426-956b-24e3b4e7f0b7 HTTP/1.1" status: 200 len: 210 time: 0.0285904 Feb 04 00:53:31.346199 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe515d-31ed-4be9-8bb3-e4786d4f35ab req-b77c2e7d-d79c-4a75-9865-a85e6974fbae tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:31.347697 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-8ffe515d-31ed-4be9-8bb3-e4786d4f35ab req-b77c2e7d-d79c-4a75-9865-a85e6974fbae tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.0513790 Feb 04 00:53:31.395903 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-8ffe515d-31ed-4be9-8bb3-e4786d4f35ab req-c7f4785b-392f-42c6-9a59-c94199da86a0 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419328 Feb 04 00:53:31.885726 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4c79181f-fe74-4b5d-a177-e2c058182161 req-78f12b1a-489f-4348-a67f-541c56aec218 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c83879-8e22-4426-956b-24e3b4e7f0b7 HTTP/1.1" status: 200 len: 210 time: 0.0268323 Feb 04 00:53:32.646941 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae39a15-cbd3-459e-93d3-5bceb4de7ec3 req-a10d009d-6b95-4f04-91a0-cea9a7ac3c19 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:32.648297 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-7ae39a15-cbd3-459e-93d3-5bceb4de7ec3 req-a10d009d-6b95-4f04-91a0-cea9a7ac3c19 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.0538700 Feb 04 00:53:32.694503 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-7ae39a15-cbd3-459e-93d3-5bceb4de7ec3 req-938fe614-9cc3-4603-82c4-f228c73f2a1e tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400445 Feb 04 00:53:32.980801 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-fa64a68d-35ff-4f5d-94d0-9f70b605d040 req-9a0e3665-8771-4ab0-9be8-50f1daa067a4 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c83879-8e22-4426-956b-24e3b4e7f0b7 HTTP/1.1" status: 200 len: 210 time: 0.0269909 Feb 04 00:53:33.809859 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe2b59-7a61-4f22-b3b5-c9632fdda5a6 req-a02cb0f5-b705-4b53-8345-2638a486969b tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:33.811451 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b4fe2b59-7a61-4f22-b3b5-c9632fdda5a6 req-a02cb0f5-b705-4b53-8345-2638a486969b tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.0525260 Feb 04 00:53:33.857856 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b4fe2b59-7a61-4f22-b3b5-c9632fdda5a6 req-6a75211d-8070-44c5-a604-8868c9ee2ed1 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409281 Feb 04 00:53:34.070457 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9bed2b43-a033-4498-884d-1475f41db01a req-13e79049-4597-46b9-adad-af36fa0d294f tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c83879-8e22-4426-956b-24e3b4e7f0b7 HTTP/1.1" status: 200 len: 210 time: 0.0260036 Feb 04 00:53:34.972155 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dccac2-68e6-4234-be9e-3449197d1598 req-d84e0658-1ad8-410a-985e-f576e1a851b6 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:34.973652 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-c0dccac2-68e6-4234-be9e-3449197d1598 req-d84e0658-1ad8-410a-985e-f576e1a851b6 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.0510685 Feb 04 00:53:35.022695 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-c0dccac2-68e6-4234-be9e-3449197d1598 req-dd84025f-52e2-45ac-b85c-1b7b5477f330 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429835 Feb 04 00:53:35.161777 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-653381b9-5904-4a67-b959-a03b5016f18c req-a1e695fb-5407-48ed-a6eb-a10f6f6147c8 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c83879-8e22-4426-956b-24e3b4e7f0b7 HTTP/1.1" status: 200 len: 210 time: 0.0270116 Feb 04 00:53:35.413333 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-b9923a0c-1c2a-4f3e-a875-3e3bc898315e tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:35.414724 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-b9923a0c-1c2a-4f3e-a875-3e3bc898315e tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.39 "GET /v2.0/networks?id=0f6fbfe5-8583-40b3-9de0-cb5838b6aefe HTTP/1.1" status: 200 len: 809 time: 0.0989835 Feb 04 00:53:35.429418 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-b1264dd2-4f76-4d88-b399-cce1c32e6d29 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Request body: {'port': {'device_id': '43c83879-8e22-4426-956b-24e3b4e7f0b7', 'network_id': '0f6fbfe5-8583-40b3-9de0-cb5838b6aefe', 'admin_state_up': True, 'tenant_id': '28b5db47e97e4c39b1c080fa6a8c7e98'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:53:35.619862 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-b1264dd2-4f76-4d88-b399-cce1c32e6d29 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Made reservation on behalf of 28b5db47e97e4c39b1c080fa6a8c7e98 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:53:35.623293 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-b1264dd2-4f76-4d88-b399-cce1c32e6d29 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:35.760673 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-b1264dd2-4f76-4d88-b399-cce1c32e6d29 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Allocated IP 172.20.0.4 (0f6fbfe5-8583-40b3-9de0-cb5838b6aefe/d9b26d93-7892-4986-ba10-c76802848922/68998cf1-94b9-4ecf-9b01-0dca422fb2bf) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:53:35.919292 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-b1264dd2-4f76-4d88-b399-cce1c32e6d29 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Publish callbacks [] for port (68998cf1-94b9-4ecf-9b01-0dca422fb2bf), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:36.037826 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-b1264dd2-4f76-4d88-b399-cce1c32e6d29 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223'] for port (68998cf1-94b9-4ecf-9b01-0dca422fb2bf), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:36.094753 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-b1264dd2-4f76-4d88-b399-cce1c32e6d29 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Network 0f6fbfe5-8583-40b3-9de0-cb5838b6aefe is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:53:36.102288 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-b1264dd2-4f76-4d88-b399-cce1c32e6d29 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:53:36.105569 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-b1264dd2-4f76-4d88-b399-cce1c32e6d29 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:53:36.110939 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-b1264dd2-4f76-4d88-b399-cce1c32e6d29 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:36.111546 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-b1264dd2-4f76-4d88-b399-cce1c32e6d29 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:36.147220 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1264dd2-4f76-4d88-b399-cce1c32e6d29 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Pushing event updated for resources: {'Port': ['ID=68998cf1-94b9-4ecf-9b01-0dca422fb2bf,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:36.178049 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff053d00-e493-4848-8229-64ef8756cfb6 req-e93c70d0-dd50-42cf-9915-0d34a3c91897 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:36.179985 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ff053d00-e493-4848-8229-64ef8756cfb6 req-e93c70d0-dd50-42cf-9915-0d34a3c91897 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.0812116 Feb 04 00:53:36.245008 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ff053d00-e493-4848-8229-64ef8756cfb6 req-3adf8b67-cf13-4b1d-be57-c03aa16584f2 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589833 Feb 04 00:53:36.263410 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-b1264dd2-4f76-4d88-b399-cce1c32e6d29 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8374100 Feb 04 00:53:36.275154 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-ccfaab91-8683-4fd5-a374-a818e50cee8e service neutron] Request body: {'port': {'device_id': '43c83879-8e22-4426-956b-24e3b4e7f0b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:53:36.303208 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51cff29-4314-49d9-a736-4aaa590f61d7 req-5f5d3b4e-9f30-4a96-a374-e99a2a2060bf tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:36.305519 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d51cff29-4314-49d9-a736-4aaa590f61d7 req-5f5d3b4e-9f30-4a96-a374-e99a2a2060bf tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c83879-8e22-4426-956b-24e3b4e7f0b7 HTTP/1.1" status: 200 len: 931 time: 0.0719640 Feb 04 00:53:36.334260 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-ccfaab91-8683-4fd5-a374-a818e50cee8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (68998cf1-94b9-4ecf-9b01-0dca422fb2bf), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:36.354635 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d51cff29-4314-49d9-a736-4aaa590f61d7 req-3a67879e-815a-4b65-9416-26a9b20a46fd tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/security-groups?id=028db23f-8862-4bef-bf0d-f234dd9b06e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431054 Feb 04 00:53:36.787929 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-ccfaab91-8683-4fd5-a374-a818e50cee8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68998cf1-94b9-4ecf-9b01-0dca422fb2bf {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:53:36.795130 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-ccfaab91-8683-4fd5-a374-a818e50cee8e service neutron] Publish callbacks [] for port (68998cf1-94b9-4ecf-9b01-0dca422fb2bf), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:36.806630 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-ccfaab91-8683-4fd5-a374-a818e50cee8e service neutron] Transition to ACTIVE for port object 68998cf1-94b9-4ecf-9b01-0dca422fb2bf will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:53:36.888307 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-ccfaab91-8683-4fd5-a374-a818e50cee8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (68998cf1-94b9-4ecf-9b01-0dca422fb2bf), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:36.938504 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfaab91-8683-4fd5-a374-a818e50cee8e service neutron] Pushing event updated for resources: {'Port': ['ID=68998cf1-94b9-4ecf-9b01-0dca422fb2bf,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:36.967015 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-ccfaab91-8683-4fd5-a374-a818e50cee8e service neutron] Attempting to bind port 68998cf1-94b9-4ecf-9b01-0dca422fb2bf on host hv-cinder-82777 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 00:53:36.967374 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-ccfaab91-8683-4fd5-a374-a818e50cee8e service neutron] Attempting to bind port 68998cf1-94b9-4ecf-9b01-0dca422fb2bf by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': 'a8644780-31bd-492d-95ef-3f04d052194f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0f6fbfe5-8583-40b3-9de0-cb5838b6aefe'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 00:53:36.967691 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-ccfaab91-8683-4fd5-a374-a818e50cee8e service neutron] Attempting to bind port 68998cf1-94b9-4ecf-9b01-0dca422fb2bf on network 0f6fbfe5-8583-40b3-9de0-cb5838b6aefe {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:53:36.972446 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-ccfaab91-8683-4fd5-a374-a818e50cee8e service neutron] Port 68998cf1-94b9-4ecf-9b01-0dca422fb2bf on network 0f6fbfe5-8583-40b3-9de0-cb5838b6aefe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 00:53:36.972574 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-ccfaab91-8683-4fd5-a374-a818e50cee8e service neutron] Attempting to bind port 68998cf1-94b9-4ecf-9b01-0dca422fb2bf on network 0f6fbfe5-8583-40b3-9de0-cb5838b6aefe {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:53:36.977661 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-ccfaab91-8683-4fd5-a374-a818e50cee8e service neutron] Checking agent: {'id': 'bf093114-7719-4a60-8fae-8541124bea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 50, 48), 'started_at': datetime.datetime(2022, 2, 4, 0, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 00:53:36.977861 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-ccfaab91-8683-4fd5-a374-a818e50cee8e service neutron] Checking segment: {'id': 'a8644780-31bd-492d-95ef-3f04d052194f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0f6fbfe5-8583-40b3-9de0-cb5838b6aefe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:53:36.978507 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-ccfaab91-8683-4fd5-a374-a818e50cee8e service neutron] Bound using segment: {'id': 'a8644780-31bd-492d-95ef-3f04d052194f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0f6fbfe5-8583-40b3-9de0-cb5838b6aefe'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 00:53:36.978935 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-ccfaab91-8683-4fd5-a374-a818e50cee8e service neutron] Bound port: 68998cf1-94b9-4ecf-9b01-0dca422fb2bf, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8644780-31bd-492d-95ef-3f04d052194f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0f6fbfe5-8583-40b3-9de0-cb5838b6aefe'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 00:53:36.979303 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-ccfaab91-8683-4fd5-a374-a818e50cee8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (68998cf1-94b9-4ecf-9b01-0dca422fb2bf), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:37.053960 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-ccfaab91-8683-4fd5-a374-a818e50cee8e service neutron] For port 68998cf1-94b9-4ecf-9b01-0dca422fb2bf, host hv-cinder-82777, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:53:37.057086 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-ccfaab91-8683-4fd5-a374-a818e50cee8e service neutron] For port 68998cf1-94b9-4ecf-9b01-0dca422fb2bf, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=68998cf1-94b9-4ecf-9b01-0dca422fb2bf,segment=NetworkSegment(a8644780-31bd-492d-95ef-3f04d052194f),segment_id=a8644780-31bd-492d-95ef-3f04d052194f)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:53:37.089644 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 55204) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:37.158129 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-ccfaab91-8683-4fd5-a374-a818e50cee8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (68998cf1-94b9-4ecf-9b01-0dca422fb2bf), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:37.197315 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-ccfaab91-8683-4fd5-a374-a818e50cee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:37.197842 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-ccfaab91-8683-4fd5-a374-a818e50cee8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:37.199213 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-ccfaab91-8683-4fd5-a374-a818e50cee8e service neutron] 10.222.0.39 "PUT /v2.0/ports/68998cf1-94b9-4ecf-9b01-0dca422fb2bf HTTP/1.1" status: 200 len: 1093 time: 0.9283199 Feb 04 00:53:37.201454 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c83879-8e22-4426-956b-24e3b4e7f0b7', 'tag': '68998cf1-94b9-4ecf-9b01-0dca422fb2bf'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:53:37.203731 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9923a7793e9fa6102d344dd696201155eb04f662303130ce66584af0359f1e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c034644-8336-487a-a9de-2f9ee639dcc2" -d '{"events": [{"name": "network-changed", "server_uuid": "43c83879-8e22-4426-956b-24e3b4e7f0b7", "tag": "68998cf1-94b9-4ecf-9b01-0dca422fb2bf"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:53:37.219140 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-290d790d-bc6a-4f46-9eb1-eeb4c8db7b70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:37.245258 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfaab91-8683-4fd5-a374-a818e50cee8e service neutron] Pushing event updated for resources: {'Port': ['ID=68998cf1-94b9-4ecf-9b01-0dca422fb2bf,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:37.257717 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 00:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7ee8e0-879e-47fa-91dd-758d5d139b5e x-openstack-request-id: req-1e7ee8e0-879e-47fa-91dd-758d5d139b5e {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:53:37.258328 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43c83879-8e22-4426-956b-24e3b4e7f0b7", "tag": "68998cf1-94b9-4ecf-9b01-0dca422fb2bf", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:53:37.258442 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1e7ee8e0-879e-47fa-91dd-758d5d139b5e {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:53:37.258913 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43c83879-8e22-4426-956b-24e3b4e7f0b7', 'tag': '68998cf1-94b9-4ecf-9b01-0dca422fb2bf', 'status': 'completed', 'code': 200} Feb 04 00:53:37.351907 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-290d790d-bc6a-4f46-9eb1-eeb4c8db7b70 admin admin] Publish callbacks [] for security_group (df232dcc-e138-4e87-94db-f4d5ced5f908), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:37.362680 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c034644-8336-487a-a9de-2f9ee639dcc2 req-98d9fa6d-3467-4c16-b2dd-0837cb0e3a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:37.364273 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-7c034644-8336-487a-a9de-2f9ee639dcc2 req-98d9fa6d-3467-4c16-b2dd-0837cb0e3a7f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=28b5db47e97e4c39b1c080fa6a8c7e98&device_id=43c83879-8e22-4426-956b-24e3b4e7f0b7 HTTP/1.1" status: 200 len: 1127 time: 0.0748224 Feb 04 00:53:37.371796 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999aa88b-78d6-4472-9c3f-7f6a74489a50 req-58ba2697-bbae-4b29-a854-d16d8bd3284f tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:37.373294 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-999aa88b-78d6-4472-9c3f-7f6a74489a50 req-58ba2697-bbae-4b29-a854-d16d8bd3284f tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.0572236 Feb 04 00:53:37.423558 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-999aa88b-78d6-4472-9c3f-7f6a74489a50 req-f9ac2fed-8d80-417e-a71c-5177c427294e tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446410 Feb 04 00:53:37.515314 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-290d790d-bc6a-4f46-9eb1-eeb4c8db7b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (df232dcc-e138-4e87-94db-f4d5ced5f908), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:37.610970 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d790d-bc6a-4f46-9eb1-eeb4c8db7b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df232dcc-e138-4e87-94db-f4d5ced5f908,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:37.622481 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-290d790d-bc6a-4f46-9eb1-eeb4c8db7b70 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a33846e0c6a64b3e82f04d912dbe4284&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5317228 Feb 04 00:53:37.625265 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 55224) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:37.629981 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc199117-e571-443c-b27e-4642fbb04284 req-d2d29b4d-883c-4992-a08c-436eae44c3b1 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:37.631307 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-fc199117-e571-443c-b27e-4642fbb04284 req-d2d29b4d-883c-4992-a08c-436eae44c3b1 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c83879-8e22-4426-956b-24e3b4e7f0b7 HTTP/1.1" status: 200 len: 943 time: 0.1884732 Feb 04 00:53:37.632438 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c034644-8336-487a-a9de-2f9ee639dcc2 req-bdec3fd1-f7fd-4616-a059-c756c7fd0085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:37.634126 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-7c034644-8336-487a-a9de-2f9ee639dcc2 req-bdec3fd1-f7fd-4616-a059-c756c7fd0085 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=28b5db47e97e4c39b1c080fa6a8c7e98&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2602916 Feb 04 00:53:37.673632 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b7ca00a4-af2b-490c-bf8a-cbae1b8ff032 admin admin] Publish callbacks [] for security_group (df232dcc-e138-4e87-94db-f4d5ced5f908), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:37.696209 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b7ca00a4-af2b-490c-bf8a-cbae1b8ff032 admin admin] Publish callbacks [] for security_group (df232dcc-e138-4e87-94db-f4d5ced5f908), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:37.780772 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-fc199117-e571-443c-b27e-4642fbb04284 req-c2d9639e-fd6e-4511-a011-adace70df9a6 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/security-groups?id=028db23f-8862-4bef-bf0d-f234dd9b06e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432817 Feb 04 00:53:37.830358 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c034644-8336-487a-a9de-2f9ee639dcc2 req-ee7b3c0a-e701-4817-bd22-e2a74a912d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:37.831876 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-7c034644-8336-487a-a9de-2f9ee639dcc2 req-ee7b3c0a-e701-4817-bd22-e2a74a912d61 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1808980 Feb 04 00:53:37.894594 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b7ca00a4-af2b-490c-bf8a-cbae1b8ff032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (df232dcc-e138-4e87-94db-f4d5ced5f908), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:37.897237 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b7ca00a4-af2b-490c-bf8a-cbae1b8ff032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:37.898719 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-b7ca00a4-af2b-490c-bf8a-cbae1b8ff032 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/df232dcc-e138-4e87-94db-f4d5ced5f908 HTTP/1.1" status: 204 len: 168 time: 0.2723317 Feb 04 00:53:37.908190 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca00a4-af2b-490c-bf8a-cbae1b8ff032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df232dcc-e138-4e87-94db-f4d5ced5f908,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:37.915389 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-a3a384ab-edea-4c99-8307-f4c42b9e00aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:37.915547 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca00a4-af2b-490c-bf8a-cbae1b8ff032 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:53:37.915949 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca00a4-af2b-490c-bf8a-cbae1b8ff032 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:53:37.916464 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca00a4-af2b-490c-bf8a-cbae1b8ff032 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:53:37.916808 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca00a4-af2b-490c-bf8a-cbae1b8ff032 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:53:37.917144 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca00a4-af2b-490c-bf8a-cbae1b8ff032 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:53:37.917498 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca00a4-af2b-490c-bf8a-cbae1b8ff032 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:53:37.917761 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-a3a384ab-edea-4c99-8307-f4c42b9e00aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=28b5db47e97e4c39b1c080fa6a8c7e98&device_id=43c83879-8e22-4426-956b-24e3b4e7f0b7 HTTP/1.1" status: 200 len: 1127 time: 0.0468295 Feb 04 00:53:37.917880 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca00a4-af2b-490c-bf8a-cbae1b8ff032 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:53:37.918182 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca00a4-af2b-490c-bf8a-cbae1b8ff032 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:53:37.918509 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca00a4-af2b-490c-bf8a-cbae1b8ff032 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:53:37.918837 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca00a4-af2b-490c-bf8a-cbae1b8ff032 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:53:37.919167 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca00a4-af2b-490c-bf8a-cbae1b8ff032 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:53:37.919489 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca00a4-af2b-490c-bf8a-cbae1b8ff032 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:53:37.919832 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca00a4-af2b-490c-bf8a-cbae1b8ff032 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:53:37.968355 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-8f9bf86a-a1fa-471e-a025-da91ec59d559 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68998cf1-94b9-4ecf-9b01-0dca422fb2bf HTTP/1.1" status: 200 len: 217 time: 0.0416453 Feb 04 00:53:38.022039 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-2776520e-33af-4afe-9fbc-55c5a596eed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:38.023501 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-2776520e-33af-4afe-9fbc-55c5a596eed2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d9b26d93-7892-4986-ba10-c76802848922 HTTP/1.1" status: 200 len: 849 time: 0.0456522 Feb 04 00:53:38.054510 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-77489c92-f7c8-4b10-86fa-3ea2e1c6fd49 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f6fbfe5-8583-40b3-9de0-cb5838b6aefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242591 Feb 04 00:53:38.150960 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-497ebff7-6fa8-469e-b9ba-0474cd0bbdcf service neutron] 10.222.0.39 "GET /v2.0/networks/0f6fbfe5-8583-40b3-9de0-cb5838b6aefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865231 Feb 04 00:53:38.244544 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2fabc176-e322-495d-8da1-ac32caaf29e3 req-6cd92cb1-c615-46d7-80de-fe6be5fcbeb1 service neutron] 10.222.0.39 "GET /v2.0/networks/0f6fbfe5-8583-40b3-9de0-cb5838b6aefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829608 Feb 04 00:53:38.539870 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c0fc3-6778-4462-9d47-7295128d5e28 req-f3e47bac-8db1-4b6e-bdfd-a2f7cfd62801 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:38.541367 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-304c0fc3-6778-4462-9d47-7295128d5e28 req-f3e47bac-8db1-4b6e-bdfd-a2f7cfd62801 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.0521739 Feb 04 00:53:38.592427 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-304c0fc3-6778-4462-9d47-7295128d5e28 req-5d0b3349-2a22-49b2-9bfe-e5e02f10a2d7 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453455 Feb 04 00:53:38.678108 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 55242) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:38.691281 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-adb5104f-05e4-4543-bfc8-963ee35fb6d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:38.768235 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-adb5104f-05e4-4543-bfc8-963ee35fb6d4 admin admin] Publish callbacks [] for security_group (9746b6f1-c803-4595-8654-5b942c4906d5), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:38.831259 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-adb5104f-05e4-4543-bfc8-963ee35fb6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (9746b6f1-c803-4595-8654-5b942c4906d5), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:38.873659 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-adb5104f-05e4-4543-bfc8-963ee35fb6d4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f023656568c3476aac2180bb69e8438b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1943641 Feb 04 00:53:38.876185 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 55250) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:38.883734 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb5104f-05e4-4543-bfc8-963ee35fb6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9746b6f1-c803-4595-8654-5b942c4906d5,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:38.911323 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88cdb5-f693-4804-896e-838fc5fc34c3 req-76f9b9de-54b1-4d77-b5ea-6d4a0dd5cc2e tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:38.913109 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-5e88cdb5-f693-4804-896e-838fc5fc34c3 req-76f9b9de-54b1-4d77-b5ea-6d4a0dd5cc2e tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c83879-8e22-4426-956b-24e3b4e7f0b7 HTTP/1.1" status: 200 len: 943 time: 0.0632360 Feb 04 00:53:38.937734 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-13473961-8336-4760-acfc-591b2da49915 admin admin] Publish callbacks [] for security_group (9746b6f1-c803-4595-8654-5b942c4906d5), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:38.959145 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-13473961-8336-4760-acfc-591b2da49915 admin admin] Publish callbacks [] for security_group (9746b6f1-c803-4595-8654-5b942c4906d5), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:38.960905 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-5e88cdb5-f693-4804-896e-838fc5fc34c3 req-22428c51-f732-4c8b-b9a3-eb8684034fc0 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/security-groups?id=028db23f-8862-4bef-bf0d-f234dd9b06e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418241 Feb 04 00:53:39.059968 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-13473961-8336-4760-acfc-591b2da49915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (9746b6f1-c803-4595-8654-5b942c4906d5), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:39.062556 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-13473961-8336-4760-acfc-591b2da49915 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:39.063743 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-13473961-8336-4760-acfc-591b2da49915 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9746b6f1-c803-4595-8654-5b942c4906d5 HTTP/1.1" status: 204 len: 168 time: 0.1865423 Feb 04 00:53:39.072374 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13473961-8336-4760-acfc-591b2da49915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9746b6f1-c803-4595-8654-5b942c4906d5,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:39.143077 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 55258) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:39.242996 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7c16fc1e-38c2-4dd9-8bf3-8b40e1c125e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:39.315277 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7c16fc1e-38c2-4dd9-8bf3-8b40e1c125e3 admin admin] Publish callbacks [] for security_group (c83d5cc2-ec82-422b-b964-00cbe8a37d78), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:39.403095 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7c16fc1e-38c2-4dd9-8bf3-8b40e1c125e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (c83d5cc2-ec82-422b-b964-00cbe8a37d78), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:39.440522 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16fc1e-38c2-4dd9-8bf3-8b40e1c125e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83d5cc2-ec82-422b-b964-00cbe8a37d78,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:39.447313 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-7c16fc1e-38c2-4dd9-8bf3-8b40e1c125e3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b5b6d370f8cf445f9ddf819b59746f84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3007562 Feb 04 00:53:39.447591 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 55264) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:39.496783 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e6216823-3f73-4683-a55b-7bb934022ed8 admin admin] Publish callbacks [] for security_group (c83d5cc2-ec82-422b-b964-00cbe8a37d78), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:39.518585 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e6216823-3f73-4683-a55b-7bb934022ed8 admin admin] Publish callbacks [] for security_group (c83d5cc2-ec82-422b-b964-00cbe8a37d78), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:39.608520 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e6216823-3f73-4683-a55b-7bb934022ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (c83d5cc2-ec82-422b-b964-00cbe8a37d78), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:39.611197 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e6216823-3f73-4683-a55b-7bb934022ed8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:39.612406 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-e6216823-3f73-4683-a55b-7bb934022ed8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c83d5cc2-ec82-422b-b964-00cbe8a37d78 HTTP/1.1" status: 204 len: 168 time: 0.1638153 Feb 04 00:53:39.627513 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6216823-3f73-4683-a55b-7bb934022ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83d5cc2-ec82-422b-b964-00cbe8a37d78,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:39.720069 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372752fa-747e-4f94-91a7-b4869244e923 req-eb714a2d-7347-42df-9e41-09596dea9794 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:39.721624 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-372752fa-747e-4f94-91a7-b4869244e923 req-eb714a2d-7347-42df-9e41-09596dea9794 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.0616074 Feb 04 00:53:39.769069 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-372752fa-747e-4f94-91a7-b4869244e923 req-5c333941-1336-4e63-979b-11c49391813c tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415893 Feb 04 00:53:40.080166 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60dfa4-2ed0-446f-8ecc-4737b60ed646 req-5ff5bf3a-065b-4b7c-b54f-d628c23df98c tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:40.081693 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6b60dfa4-2ed0-446f-8ecc-4737b60ed646 req-5ff5bf3a-065b-4b7c-b54f-d628c23df98c tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c83879-8e22-4426-956b-24e3b4e7f0b7 HTTP/1.1" status: 200 len: 943 time: 0.0518043 Feb 04 00:53:40.127282 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6b60dfa4-2ed0-446f-8ecc-4737b60ed646 req-195319c0-1651-423a-b2d7-565bb8d307b6 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/security-groups?id=028db23f-8862-4bef-bf0d-f234dd9b06e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400324 Feb 04 00:53:40.134594 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-84e654ed-2b9c-4124-8e34-16601fe52e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:40.296766 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 55298) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:40.309974 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-730cdc95-ad8d-44e9-82b1-3d6b6389f0bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:40.384072 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-730cdc95-ad8d-44e9-82b1-3d6b6389f0bf admin admin] Publish callbacks [] for security_group (45ac188c-192a-4e76-bc92-1c538fb213da), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:40.442520 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-730cdc95-ad8d-44e9-82b1-3d6b6389f0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (45ac188c-192a-4e76-bc92-1c538fb213da), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:40.485853 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-730cdc95-ad8d-44e9-82b1-3d6b6389f0bf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1953d385afde49d288e8295d5b7bf182&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1879590 Feb 04 00:53:40.486538 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730cdc95-ad8d-44e9-82b1-3d6b6389f0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ac188c-192a-4e76-bc92-1c538fb213da,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:40.488668 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 55302) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:40.493883 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cdc95-ad8d-44e9-82b1-3d6b6389f0bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:53:40.494217 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cdc95-ad8d-44e9-82b1-3d6b6389f0bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:53:40.494563 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cdc95-ad8d-44e9-82b1-3d6b6389f0bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:53:40.494904 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cdc95-ad8d-44e9-82b1-3d6b6389f0bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:53:40.495262 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cdc95-ad8d-44e9-82b1-3d6b6389f0bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:53:40.495585 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cdc95-ad8d-44e9-82b1-3d6b6389f0bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:53:40.495909 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cdc95-ad8d-44e9-82b1-3d6b6389f0bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:53:40.496233 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cdc95-ad8d-44e9-82b1-3d6b6389f0bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:53:40.496584 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cdc95-ad8d-44e9-82b1-3d6b6389f0bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:53:40.496907 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cdc95-ad8d-44e9-82b1-3d6b6389f0bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:53:40.497228 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cdc95-ad8d-44e9-82b1-3d6b6389f0bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:53:40.497569 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cdc95-ad8d-44e9-82b1-3d6b6389f0bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:53:40.497886 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cdc95-ad8d-44e9-82b1-3d6b6389f0bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:53:40.554551 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-859fa8c9-fa15-4f72-978a-41d20e2a6eb0 admin admin] Publish callbacks [] for security_group (45ac188c-192a-4e76-bc92-1c538fb213da), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:40.575356 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-859fa8c9-fa15-4f72-978a-41d20e2a6eb0 admin admin] Publish callbacks [] for security_group (45ac188c-192a-4e76-bc92-1c538fb213da), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:40.700299 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-859fa8c9-fa15-4f72-978a-41d20e2a6eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (45ac188c-192a-4e76-bc92-1c538fb213da), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:40.702982 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-859fa8c9-fa15-4f72-978a-41d20e2a6eb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:40.704059 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-859fa8c9-fa15-4f72-978a-41d20e2a6eb0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/45ac188c-192a-4e76-bc92-1c538fb213da HTTP/1.1" status: 204 len: 168 time: 0.2139518 Feb 04 00:53:40.712197 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859fa8c9-fa15-4f72-978a-41d20e2a6eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ac188c-192a-4e76-bc92-1c538fb213da,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:40.891853 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc797090-f565-491d-812d-3a281ef26457 req-f88f2742-d8fb-46e0-9452-581d234efe33 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:40.893418 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-bc797090-f565-491d-812d-3a281ef26457 req-f88f2742-d8fb-46e0-9452-581d234efe33 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.0586107 Feb 04 00:53:40.941271 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-bc797090-f565-491d-812d-3a281ef26457 req-e0ad3eea-dc91-4b51-9cd0-e7af21c20009 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421689 Feb 04 00:53:41.252109 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e7d54-5302-4145-b3d1-d00654cd69bc req-83ce4b48-425c-4751-8258-7db787e5058a tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:41.259293 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e94e7d54-5302-4145-b3d1-d00654cd69bc req-83ce4b48-425c-4751-8258-7db787e5058a tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c83879-8e22-4426-956b-24e3b4e7f0b7 HTTP/1.1" status: 200 len: 943 time: 0.0599198 Feb 04 00:53:41.310571 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e94e7d54-5302-4145-b3d1-d00654cd69bc req-28b78409-be6a-4555-9e3f-b1ff4b3fc8a7 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/security-groups?id=028db23f-8862-4bef-bf0d-f234dd9b06e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504138 Feb 04 00:53:41.773847 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 55360) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:41.869023 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-137e1b22-3a52-4adf-81a6-f0ea491b83a1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1470524197-network', 'tenant_id': '8b1be85528164b0aa7a9dafda3ad74a0'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:53:41.985872 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137e1b22-3a52-4adf-81a6-f0ea491b83a1 admin admin] Made reservation on behalf of 8b1be85528164b0aa7a9dafda3ad74a0 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:53:41.988245 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-137e1b22-3a52-4adf-81a6-f0ea491b83a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for network (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:41.998072 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-137e1b22-3a52-4adf-81a6-f0ea491b83a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:42.110603 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-137e1b22-3a52-4adf-81a6-f0ea491b83a1 admin admin] Publish callbacks [] for security_group (2f43d614-563e-43d7-b5dd-805f40dad374), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:42.117714 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff6c51-fddc-4e95-a538-78712f6c63c1 req-06e149e1-c082-4308-83c7-4bb5aa267a3d tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:42.119217 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0cff6c51-fddc-4e95-a538-78712f6c63c1 req-06e149e1-c082-4308-83c7-4bb5aa267a3d tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.0905962 Feb 04 00:53:42.168857 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0cff6c51-fddc-4e95-a538-78712f6c63c1 req-1aa0e77a-182c-4944-b18b-e610cf71938a tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437331 Feb 04 00:53:42.254031 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-137e1b22-3a52-4adf-81a6-f0ea491b83a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (2f43d614-563e-43d7-b5dd-805f40dad374), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:42.254184 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-00eb7f2e-d266-4207-8216-9736d54f2c6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:42.283961 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-137e1b22-3a52-4adf-81a6-f0ea491b83a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 00:53:42.295335 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e1b22-3a52-4adf-81a6-f0ea491b83a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f43d614-563e-43d7-b5dd-805f40dad374,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:42.300406 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-137e1b22-3a52-4adf-81a6-f0ea491b83a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650'] for segment (18b8e94c-93f7-4863-8c3e-3828e494b71b), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:42.300759 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.db.segments_db [None req-137e1b22-3a52-4adf-81a6-f0ea491b83a1 admin admin] Added segment 18b8e94c-93f7-4863-8c3e-3828e494b71b of type vlan for network 794754f0-36d6-4477-b1d5-deb0cc2f3488 Feb 04 00:53:42.341270 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-137e1b22-3a52-4adf-81a6-f0ea491b83a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784745949642'] for network (794754f0-36d6-4477-b1d5-deb0cc2f3488), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:42.436753 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9ec3f-9a4e-4d47-a993-bb45aa3c1baa req-b9c5c4fb-cc90-4b1a-9d83-32d3034fa868 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:42.438474 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-d8c9ec3f-9a4e-4d47-a993-bb45aa3c1baa req-b9c5c4fb-cc90-4b1a-9d83-32d3034fa868 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c83879-8e22-4426-956b-24e3b4e7f0b7 HTTP/1.1" status: 200 len: 943 time: 0.0556731 Feb 04 00:53:42.489328 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-d8c9ec3f-9a4e-4d47-a993-bb45aa3c1baa req-df1fc398-92ac-4620-bcff-e7679515da58 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/security-groups?id=028db23f-8862-4bef-bf0d-f234dd9b06e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450175 Feb 04 00:53:42.511493 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-137e1b22-3a52-4adf-81a6-f0ea491b83a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599'] for network (794754f0-36d6-4477-b1d5-deb0cc2f3488), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:42.512499 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137e1b22-3a52-4adf-81a6-f0ea491b83a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:42.513129 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-137e1b22-3a52-4adf-81a6-f0ea491b83a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for network (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:42.572168 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e1b22-3a52-4adf-81a6-f0ea491b83a1 admin admin] Pushing event updated for resources: {'Network': ['ID=794754f0-36d6-4477-b1d5-deb0cc2f3488,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:42.585067 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Network 794754f0-36d6-4477-b1d5-deb0cc2f3488 details requested by agent ovs-agent-dv-cinder-827778-1-iscsi with host dv-cinder-827778-1-iscsi {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 00:53:42.650948 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-137e1b22-3a52-4adf-81a6-f0ea491b83a1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8759508 Feb 04 00:53:42.654388 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 55386) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:42.659210 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-22698003-ec28-4a83-ab8e-47bb327fd8d4 admin admin] Request body: {'subnet': {'network_id': '794754f0-36d6-4477-b1d5-deb0cc2f3488', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1470524197-subnet', 'tenant_id': '8b1be85528164b0aa7a9dafda3ad74a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:53:42.774105 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22698003-ec28-4a83-ab8e-47bb327fd8d4 admin admin] Made reservation on behalf of 8b1be85528164b0aa7a9dafda3ad74a0 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:53:42.777112 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-22698003-ec28-4a83-ab8e-47bb327fd8d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9915275'] for subnet (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:43.008585 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-22698003-ec28-4a83-ab8e-47bb327fd8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-663007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9915325'] for subnet (302048e0-da0c-4947-8d90-628a02b29424), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:43.068089 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22698003-ec28-4a83-ab8e-47bb327fd8d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=302048e0-da0c-4947-8d90-628a02b29424,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:43.076399 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22698003-ec28-4a83-ab8e-47bb327fd8d4 admin admin] Checking segment: {'id': '18b8e94c-93f7-4863-8c3e-3828e494b71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '794754f0-36d6-4477-b1d5-deb0cc2f3488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:53:43.076763 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22698003-ec28-4a83-ab8e-47bb327fd8d4 admin admin] Network hostable DHCP agents. Network: 794754f0-36d6-4477-b1d5-deb0cc2f3488, hostable agents: ['3f99e642-0ed0-4983-9f25-ae4b5e9c36f7'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 00:53:43.162524 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22698003-ec28-4a83-ab8e-47bb327fd8d4 admin admin] Network 794754f0-36d6-4477-b1d5-deb0cc2f3488 is scheduled to be hosted by DHCP agent 3f99e642-0ed0-4983-9f25-ae4b5e9c36f7 with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 00:53:43.248204 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-22698003-ec28-4a83-ab8e-47bb327fd8d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827778-1-iscsi, 794754f0-36d6-4477-b1d5-deb0cc2f3488) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:53:43.260131 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da09c95a-6adf-4c8f-afaf-8be5bf9dbaf1 None None] Network 794754f0-36d6-4477-b1d5-deb0cc2f3488 requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 00:53:43.266473 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22698003-ec28-4a83-ab8e-47bb327fd8d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:43.267074 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-22698003-ec28-4a83-ab8e-47bb327fd8d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:43.302514 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf08b7-8ed2-46a7-b214-b43081b49da4 req-6a056fe8-7ccf-48c3-91b4-6be74c0ded4b tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:43.304047 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-37bf08b7-8ed2-46a7-b214-b43081b49da4 req-6a056fe8-7ccf-48c3-91b4-6be74c0ded4b tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.0680768 Feb 04 00:53:43.362039 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-22698003-ec28-4a83-ab8e-47bb327fd8d4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7065132 Feb 04 00:53:43.370668 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42274aa-9a2c-49a8-b17c-db5be354fcda None None] Network 794754f0-36d6-4477-b1d5-deb0cc2f3488 requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 00:53:43.382041 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-37bf08b7-8ed2-46a7-b214-b43081b49da4 req-8aa3564c-f466-45fc-97cc-bf5e7c9ec91a tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706801 Feb 04 00:53:43.443821 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:43.614585 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf29fdc-608a-47f2-9951-b6b6af18fdcd req-d3df74bc-5e0b-47d6-a573-65f3deb67be1 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:43.617382 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-edf29fdc-608a-47f2-9951-b6b6af18fdcd req-d3df74bc-5e0b-47d6-a573-65f3deb67be1 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c83879-8e22-4426-956b-24e3b4e7f0b7 HTTP/1.1" status: 200 len: 943 time: 0.0578842 Feb 04 00:53:43.623251 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 68998cf1-94b9-4ecf-9b01-0dca422fb2bf details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 00:53:43.667625 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-edf29fdc-608a-47f2-9951-b6b6af18fdcd req-79f289f1-1692-4530-8141-058d80a158ea tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/security-groups?id=028db23f-8862-4bef-bf0d-f234dd9b06e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454824 Feb 04 00:53:43.738145 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 68998cf1-94b9-4ecf-9b01-0dca422fb2bf, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=68998cf1-94b9-4ecf-9b01-0dca422fb2bf,segment=NetworkSegment(a8644780-31bd-492d-95ef-3f04d052194f),segment_id=a8644780-31bd-492d-95ef-3f04d052194f)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:53:43.751076 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Returning: {'device': '68998cf1-94b9-4ecf-9b01-0dca422fb2bf', 'network_id': '0f6fbfe5-8583-40b3-9de0-cb5838b6aefe', 'port_id': '68998cf1-94b9-4ecf-9b01-0dca422fb2bf', 'mac_address': 'fa:16:3e:99:ae:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b26d93-7892-4986-ba10-c76802848922', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 00:53:43.788464 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port 68998cf1-94b9-4ecf-9b01-0dca422fb2bf is: DOWN; New status is: BUILD {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:53:43.788865 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (68998cf1-94b9-4ecf-9b01-0dca422fb2bf), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:43.802108 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68998cf1-94b9-4ecf-9b01-0dca422fb2bf {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:53:43.821426 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 68998cf1-94b9-4ecf-9b01-0dca422fb2bf, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=68998cf1-94b9-4ecf-9b01-0dca422fb2bf,segment=NetworkSegment(a8644780-31bd-492d-95ef-3f04d052194f),segment_id=a8644780-31bd-492d-95ef-3f04d052194f)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:53:43.945846 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (68998cf1-94b9-4ecf-9b01-0dca422fb2bf), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:44.000472 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=68998cf1-94b9-4ecf-9b01-0dca422fb2bf,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:44.007767 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:53:44.008255 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:53:44.008689 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:53:44.009102 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:53:44.009533 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:53:44.009954 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:53:44.010333 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:53:44.010780 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:53:44.011196 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:53:44.011605 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:53:44.011941 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:53:44.012296 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:53:44.012620 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:53:44.297416 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 55436) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:44.309080 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-da29ff81-9a95-44f0-98d8-f7157f161acf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1995190362-network', 'tenant_id': '1096dba174cd4f6488c1f81bee32982e'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:53:44.309236 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['68998cf1-94b9-4ecf-9b01-0dca422fb2bf'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:53:44.408994 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da29ff81-9a95-44f0-98d8-f7157f161acf admin admin] Made reservation on behalf of 1096dba174cd4f6488c1f81bee32982e for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:53:44.411566 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-da29ff81-9a95-44f0-98d8-f7157f161acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for network (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:44.422758 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-da29ff81-9a95-44f0-98d8-f7157f161acf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:44.527582 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b4d9b-50e1-4d48-be02-1c1000294f6e req-c03c13b9-76ef-4221-96c9-ac3af41a999c tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:44.529107 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-a69b4d9b-50e1-4d48-be02-1c1000294f6e req-c03c13b9-76ef-4221-96c9-ac3af41a999c tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.0837750 Feb 04 00:53:44.579578 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-da29ff81-9a95-44f0-98d8-f7157f161acf admin admin] Publish callbacks [] for security_group (ff6df1f2-7aad-4f1a-91b0-03ad7ee0e9ba), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:44.596184 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-a69b4d9b-50e1-4d48-be02-1c1000294f6e req-794d694c-359b-4910-ada1-74c6affe879e tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606368 Feb 04 00:53:44.683309 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-da29ff81-9a95-44f0-98d8-f7157f161acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (ff6df1f2-7aad-4f1a-91b0-03ad7ee0e9ba), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:44.703351 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da29ff81-9a95-44f0-98d8-f7157f161acf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 00:53:44.721712 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-da29ff81-9a95-44f0-98d8-f7157f161acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650'] for segment (5d427cd6-7364-44b2-a5fc-9283b764e206), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:44.722057 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.db.segments_db [None req-da29ff81-9a95-44f0-98d8-f7157f161acf admin admin] Added segment 5d427cd6-7364-44b2-a5fc-9283b764e206 of type vlan for network 2592017a-1e4d-4618-b15d-7da6119a60db Feb 04 00:53:44.723243 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29ff81-9a95-44f0-98d8-f7157f161acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6df1f2-7aad-4f1a-91b0-03ad7ee0e9ba,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:44.766183 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-da29ff81-9a95-44f0-98d8-f7157f161acf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784745949642'] for network (2592017a-1e4d-4618-b15d-7da6119a60db), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:44.797273 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9e32e-9abe-4bf5-895d-8730fb668b9a req-94fac3f9-89f2-4dc7-b89e-53ba67243350 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:44.798711 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-d6c9e32e-9abe-4bf5-895d-8730fb668b9a req-94fac3f9-89f2-4dc7-b89e-53ba67243350 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c83879-8e22-4426-956b-24e3b4e7f0b7 HTTP/1.1" status: 200 len: 944 time: 0.0518119 Feb 04 00:53:44.844598 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-d6c9e32e-9abe-4bf5-895d-8730fb668b9a req-83d3f183-67cc-4623-b9e0-89d3f34d165c tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/security-groups?id=028db23f-8862-4bef-bf0d-f234dd9b06e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404291 Feb 04 00:53:44.882609 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-da29ff81-9a95-44f0-98d8-f7157f161acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599'] for network (2592017a-1e4d-4618-b15d-7da6119a60db), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:44.883577 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da29ff81-9a95-44f0-98d8-f7157f161acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:44.884162 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-da29ff81-9a95-44f0-98d8-f7157f161acf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for network (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:44.944182 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29ff81-9a95-44f0-98d8-f7157f161acf admin admin] Pushing event updated for resources: {'Network': ['ID=2592017a-1e4d-4618-b15d-7da6119a60db,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:44.954027 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Network 2592017a-1e4d-4618-b15d-7da6119a60db details requested by agent ovs-agent-dv-cinder-827778-1-iscsi with host dv-cinder-827778-1-iscsi {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 00:53:45.016565 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:45.046144 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-da29ff81-9a95-44f0-98d8-f7157f161acf admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7475574 Feb 04 00:53:45.048781 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 55452) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:45.053843 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-5862702a-de5c-46fe-bb41-3dd67a61030e admin admin] Request body: {'subnet': {'network_id': '2592017a-1e4d-4618-b15d-7da6119a60db', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1995190362-subnet', 'tenant_id': '1096dba174cd4f6488c1f81bee32982e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:53:45.133822 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5862702a-de5c-46fe-bb41-3dd67a61030e admin admin] Made reservation on behalf of 1096dba174cd4f6488c1f81bee32982e for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:53:45.136289 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5862702a-de5c-46fe-bb41-3dd67a61030e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9915275'] for subnet (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:45.391419 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5862702a-de5c-46fe-bb41-3dd67a61030e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-663007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9915325'] for subnet (8cf5b990-e05d-4989-9356-f55c21e93721), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:45.443687 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 55462) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:45.454721 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5862702a-de5c-46fe-bb41-3dd67a61030e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cf5b990-e05d-4989-9356-f55c21e93721,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:45.456911 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5862702a-de5c-46fe-bb41-3dd67a61030e admin admin] Checking segment: {'id': '5d427cd6-7364-44b2-a5fc-9283b764e206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2592017a-1e4d-4618-b15d-7da6119a60db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:53:45.457454 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5862702a-de5c-46fe-bb41-3dd67a61030e admin admin] Network hostable DHCP agents. Network: 2592017a-1e4d-4618-b15d-7da6119a60db, hostable agents: ['3f99e642-0ed0-4983-9f25-ae4b5e9c36f7'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 00:53:45.536352 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf1c36-996a-4713-acfa-12859971939a req-b78a34ea-1004-4c51-b878-0b4a365e7610 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:45.537847 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4cdf1c36-996a-4713-acfa-12859971939a req-b78a34ea-1004-4c51-b878-0b4a365e7610 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2c1c5b7-d977-4c77-86cf-2335c41651a8 HTTP/1.1" status: 200 len: 945 time: 0.0537713 Feb 04 00:53:45.564466 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-683653c2-b1ad-4716-a10b-9952b75277f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:45.567888 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5862702a-de5c-46fe-bb41-3dd67a61030e admin admin] Network 2592017a-1e4d-4618-b15d-7da6119a60db is scheduled to be hosted by DHCP agent 3f99e642-0ed0-4983-9f25-ae4b5e9c36f7 with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 00:53:45.608050 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4cdf1c36-996a-4713-acfa-12859971939a req-e3498ebf-9849-443d-ae1f-d73f7f7388d9 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/security-groups?id=474786d4-1589-40a0-a0db-49f4e032018a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625107 Feb 04 00:53:45.649075 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-5862702a-de5c-46fe-bb41-3dd67a61030e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827778-1-iscsi, 2592017a-1e4d-4618-b15d-7da6119a60db) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:53:45.655027 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5862702a-de5c-46fe-bb41-3dd67a61030e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:45.655629 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5862702a-de5c-46fe-bb41-3dd67a61030e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:45.663349 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba76cbea-6b12-45e7-b969-6b86144bafe2 None None] Network 2592017a-1e4d-4618-b15d-7da6119a60db requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 00:53:45.668168 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-683653c2-b1ad-4716-a10b-9952b75277f4 admin admin] Publish callbacks [] for security_group (a4413c82-59cd-405b-8e94-46974c3c13b9), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:45.727659 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280fae6f-5e97-44ad-ba02-f172bf3ce172 req-c01916a1-2061-48fb-9068-11ed369c84cf tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:45.730634 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-280fae6f-5e97-44ad-ba02-f172bf3ce172 req-c01916a1-2061-48fb-9068-11ed369c84cf tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.0572791 Feb 04 00:53:45.757123 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-683653c2-b1ad-4716-a10b-9952b75277f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (a4413c82-59cd-405b-8e94-46974c3c13b9), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:45.768015 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6267600e-bd8c-4a73-b2f5-9239484bef39 None None] Network 2592017a-1e4d-4618-b15d-7da6119a60db requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 00:53:45.783658 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-280fae6f-5e97-44ad-ba02-f172bf3ce172 req-749a9f2c-5318-4d9f-943f-f22952c5b0f8 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444911 Feb 04 00:53:45.795934 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-5862702a-de5c-46fe-bb41-3dd67a61030e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7460825 Feb 04 00:53:45.802328 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-683653c2-b1ad-4716-a10b-9952b75277f4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b16f9387b7d94136a2d97d99ee4043d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3552969 Feb 04 00:53:45.802833 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 55468) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:45.802914 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683653c2-b1ad-4716-a10b-9952b75277f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4413c82-59cd-405b-8e94-46974c3c13b9,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:45.858621 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0a443a0f-f58c-453e-b19e-14a53c826da6 admin admin] Publish callbacks [] for security_group (a4413c82-59cd-405b-8e94-46974c3c13b9), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:45.889561 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0a443a0f-f58c-453e-b19e-14a53c826da6 admin admin] Publish callbacks [] for security_group (a4413c82-59cd-405b-8e94-46974c3c13b9), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:45.979654 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1b781-18bd-417c-a230-3ba64ff3c230 req-94b15ae2-5566-43ab-a155-bb80b509c268 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:45.981106 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-f5c1b781-18bd-417c-a230-3ba64ff3c230 req-94b15ae2-5566-43ab-a155-bb80b509c268 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c83879-8e22-4426-956b-24e3b4e7f0b7 HTTP/1.1" status: 200 len: 944 time: 0.0583158 Feb 04 00:53:46.020085 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0a443a0f-f58c-453e-b19e-14a53c826da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (a4413c82-59cd-405b-8e94-46974c3c13b9), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:46.023104 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0a443a0f-f58c-453e-b19e-14a53c826da6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:46.026986 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-0a443a0f-f58c-453e-b19e-14a53c826da6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a4413c82-59cd-405b-8e94-46974c3c13b9 HTTP/1.1" status: 204 len: 168 time: 0.2233682 Feb 04 00:53:46.034338 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a443a0f-f58c-453e-b19e-14a53c826da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4413c82-59cd-405b-8e94-46974c3c13b9,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:46.045034 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-f5c1b781-18bd-417c-a230-3ba64ff3c230 req-27f3939d-fc12-43cb-b575-67e060375b33 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/security-groups?id=028db23f-8862-4bef-bf0d-f234dd9b06e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540109 Feb 04 00:53:46.173887 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:46.729748 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c26a3-5dad-4a78-9585-ffb821cad838 req-4cc0e045-1f55-445b-8440-69d1876fd8b0 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:46.731235 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8b0c26a3-5dad-4a78-9585-ffb821cad838 req-4cc0e045-1f55-445b-8440-69d1876fd8b0 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2c1c5b7-d977-4c77-86cf-2335c41651a8 HTTP/1.1" status: 200 len: 945 time: 0.0551920 Feb 04 00:53:46.780041 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8b0c26a3-5dad-4a78-9585-ffb821cad838 req-2320848b-78a2-4f68-bffe-c0a068562f0c tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/security-groups?id=474786d4-1589-40a0-a0db-49f4e032018a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428722 Feb 04 00:53:46.823058 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 55492) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:46.839456 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6217de58-7444-485c-bb77-de19782a91ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:46.954476 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d01c82-9093-4db8-8560-539cf119dd89 req-b2ee15b0-40b1-4be8-b0da-49e197107f95 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:46.955679 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6217de58-7444-485c-bb77-de19782a91ef admin admin] Publish callbacks [] for security_group (cb74696b-ebb9-4290-9773-997008537d6a), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:46.955962 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a7d01c82-9093-4db8-8560-539cf119dd89 req-b2ee15b0-40b1-4be8-b0da-49e197107f95 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.0546365 Feb 04 00:53:46.966959 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a7d01c82-9093-4db8-8560-539cf119dd89 req-2f4ff7a1-1213-48c4-b7ef-b0981bc749a2 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403805 Feb 04 00:53:47.161250 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b5dfa-089a-4894-85a3-dbb0958dd9f3 req-b8072765-6dc7-411d-9e09-4c6ac612773b tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:47.162755 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-5d2b5dfa-089a-4894-85a3-dbb0958dd9f3 req-b8072765-6dc7-411d-9e09-4c6ac612773b tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c83879-8e22-4426-956b-24e3b4e7f0b7 HTTP/1.1" status: 200 len: 944 time: 0.0554717 Feb 04 00:53:47.175590 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6217de58-7444-485c-bb77-de19782a91ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (cb74696b-ebb9-4290-9773-997008537d6a), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:47.257889 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-6217de58-7444-485c-bb77-de19782a91ef admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cd40985bacd14033915998c8c0ec9639&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4083619 Feb 04 00:53:47.257889 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6217de58-7444-485c-bb77-de19782a91ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb74696b-ebb9-4290-9773-997008537d6a,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:47.257889 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-5d2b5dfa-089a-4894-85a3-dbb0958dd9f3 req-f763fafb-7608-44ef-b654-7548c4fde8e1 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/security-groups?id=028db23f-8862-4bef-bf0d-f234dd9b06e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762811 Feb 04 00:53:47.257889 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 55498) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:47.302380 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-64db82c0-c83b-407c-933a-8a70b2ce4c5a admin admin] Publish callbacks [] for security_group (cb74696b-ebb9-4290-9773-997008537d6a), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:47.329207 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-64db82c0-c83b-407c-933a-8a70b2ce4c5a admin admin] Publish callbacks [] for security_group (cb74696b-ebb9-4290-9773-997008537d6a), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:47.488064 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-64db82c0-c83b-407c-933a-8a70b2ce4c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (cb74696b-ebb9-4290-9773-997008537d6a), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:47.490769 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-64db82c0-c83b-407c-933a-8a70b2ce4c5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:47.491926 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-64db82c0-c83b-407c-933a-8a70b2ce4c5a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cb74696b-ebb9-4290-9773-997008537d6a HTTP/1.1" status: 204 len: 168 time: 0.2363739 Feb 04 00:53:47.499736 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db82c0-c83b-407c-933a-8a70b2ce4c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb74696b-ebb9-4290-9773-997008537d6a,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:47.900570 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8befc7-b501-485c-a401-7d49aced55f8 req-82c7da2b-996b-470a-956d-d9ca1a623bc5 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:47.906538 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ff8befc7-b501-485c-a401-7d49aced55f8 req-82c7da2b-996b-470a-956d-d9ca1a623bc5 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2c1c5b7-d977-4c77-86cf-2335c41651a8 HTTP/1.1" status: 200 len: 945 time: 0.0539567 Feb 04 00:53:47.962340 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ff8befc7-b501-485c-a401-7d49aced55f8 req-54a17451-201d-40b0-8e4f-ac36ec4e477b tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/security-groups?id=474786d4-1589-40a0-a0db-49f4e032018a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545037 Feb 04 00:53:48.090257 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b9eb8-00db-4401-ad9b-d1cb10b9bd60 req-0e66c51b-e07a-4826-8667-a2d6509bb967 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:48.091723 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0d8b9eb8-00db-4401-ad9b-d1cb10b9bd60 req-0e66c51b-e07a-4826-8667-a2d6509bb967 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.0552304 Feb 04 00:53:48.139908 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0d8b9eb8-00db-4401-ad9b-d1cb10b9bd60 req-a7e9c6ad-4d18-424e-aca1-aba9f7837f35 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426557 Feb 04 00:53:48.372004 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a8994-2421-4312-8fce-1d834f6fbe87 req-7af6ed0d-d2fb-4003-a472-b1fd7dfab27c tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:48.376192 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-369a8994-2421-4312-8fce-1d834f6fbe87 req-7af6ed0d-d2fb-4003-a472-b1fd7dfab27c tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c83879-8e22-4426-956b-24e3b4e7f0b7 HTTP/1.1" status: 200 len: 944 time: 0.0621052 Feb 04 00:53:48.422661 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-369a8994-2421-4312-8fce-1d834f6fbe87 req-8237b03c-ad56-465f-ba64-0e9f8d7713ce tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/security-groups?id=028db23f-8862-4bef-bf0d-f234dd9b06e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432122 Feb 04 00:53:48.614347 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:49.052363 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-93f20652-8ac7-49d5-a269-ab506ba88f34 req-f1f301fc-f4f2-4e0c-a30d-f10667baa841 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=da0753e3-3336-4b9e-9497-d7fe5c1a7277&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474250 Feb 04 00:53:49.180333 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f20652-8ac7-49d5-a269-ab506ba88f34 req-5f7f8fa0-5d74-4743-adc3-b97325c1523f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:49.183060 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-93f20652-8ac7-49d5-a269-ab506ba88f34 req-5f7f8fa0-5d74-4743-adc3-b97325c1523f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ee5067671e14c84ba26b96caf0b0fc1&device_id=da0753e3-3336-4b9e-9497-d7fe5c1a7277 HTTP/1.1" status: 200 len: 1129 time: 0.0605054 Feb 04 00:53:49.261372 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d226d0-77d1-4c60-8303-fdcf5377da9a req-98cedcd2-c96d-448d-99fc-dbebf80defbe tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:49.263098 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f2d226d0-77d1-4c60-8303-fdcf5377da9a req-98cedcd2-c96d-448d-99fc-dbebf80defbe tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2c1c5b7-d977-4c77-86cf-2335c41651a8 HTTP/1.1" status: 200 len: 945 time: 0.0582511 Feb 04 00:53:49.320443 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6080a38-652d-4e96-81ff-c815c0f9890e req-baf7dc71-b6d9-4f20-a239-7f6bed46537c tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:49.321985 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-f6080a38-652d-4e96-81ff-c815c0f9890e req-baf7dc71-b6d9-4f20-a239-7f6bed46537c tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.1060987 Feb 04 00:53:49.333913 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f2d226d0-77d1-4c60-8303-fdcf5377da9a req-516de3a3-0cc7-476f-aea6-dd018ae7ba64 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/security-groups?id=474786d4-1589-40a0-a0db-49f4e032018a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651619 Feb 04 00:53:49.383090 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f20652-8ac7-49d5-a269-ab506ba88f34 req-82316842-9bfd-47ea-96dd-3e8aecb6f420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:49.384561 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-93f20652-8ac7-49d5-a269-ab506ba88f34 req-82316842-9bfd-47ea-96dd-3e8aecb6f420 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c42fc013-0698-46e2-b9f7-ed99a07b79db HTTP/1.1" status: 200 len: 916 time: 0.1557951 Feb 04 00:53:49.395421 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-f6080a38-652d-4e96-81ff-c815c0f9890e req-6cacb931-148b-40f1-b554-7dc1c3076d95 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666523 Feb 04 00:53:49.435053 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-93f20652-8ac7-49d5-a269-ab506ba88f34 req-b99219eb-83f1-4a6e-85ca-2bfe0ef69a82 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=51d6301d-baf9-4a4c-a89f-a04596df3241 HTTP/1.1" status: 200 len: 217 time: 0.0386500 Feb 04 00:53:49.508930 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f20652-8ac7-49d5-a269-ab506ba88f34 req-7e496a09-fad8-442c-a800-f5f85ac4a1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:49.510495 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-93f20652-8ac7-49d5-a269-ab506ba88f34 req-7e496a09-fad8-442c-a800-f5f85ac4a1c2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=65a62566-4a16-4ef6-aab9-2e1221b6fd4f HTTP/1.1" status: 200 len: 855 time: 0.0668252 Feb 04 00:53:49.543635 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-93f20652-8ac7-49d5-a269-ab506ba88f34 req-0667556f-9074-46e9-b746-60f2dd5f2a43 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c42fc013-0698-46e2-b9f7-ed99a07b79db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264683 Feb 04 00:53:49.555188 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d3c84-d608-462c-908d-4c7c3f7acb00 req-946c2105-1238-4a63-b5a7-504b6f7b6795 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:49.556659 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-752d3c84-d608-462c-908d-4c7c3f7acb00 req-946c2105-1238-4a63-b5a7-504b6f7b6795 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c83879-8e22-4426-956b-24e3b4e7f0b7 HTTP/1.1" status: 200 len: 944 time: 0.0541925 Feb 04 00:53:49.608266 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-752d3c84-d608-462c-908d-4c7c3f7acb00 req-c8b6ecf2-7b81-4851-9293-9774b8640fbe tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/security-groups?id=028db23f-8862-4bef-bf0d-f234dd9b06e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460014 Feb 04 00:53:49.653692 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 68998cf1-94b9-4ecf-9b01-0dca422fb2bf up at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:53:49.785334 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning for port 68998cf1-94b9-4ecf-9b01-0dca422fb2bf completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:53:49.789755 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning complete for port 68998cf1-94b9-4ecf-9b01-0dca422fb2bf triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:53:49.790141 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (68998cf1-94b9-4ecf-9b01-0dca422fb2bf), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:49.818935 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-93f20652-8ac7-49d5-a269-ab506ba88f34 req-ef8c26a1-9107-4142-935a-be8aa23d93ed service neutron] 10.222.0.39 "GET /v2.0/networks/c42fc013-0698-46e2-b9f7-ed99a07b79db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639875 Feb 04 00:53:49.869230 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port 68998cf1-94b9-4ecf-9b01-0dca422fb2bf is: BUILD; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:53:49.869709 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (68998cf1-94b9-4ecf-9b01-0dca422fb2bf), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:49.892005 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c83879-8e22-4426-956b-24e3b4e7f0b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68998cf1-94b9-4ecf-9b01-0dca422fb2bf'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:53:49.894285 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6008afca8a05d931a9cb2feac605f7a66ad88b8a0c7f78d7c81d8c88d670685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd18526-a839-4648-aa13-5cf302ee19a2" -d '{"events": [{"server_uuid": "43c83879-8e22-4426-956b-24e3b4e7f0b7", "name": "network-vif-plugged", "status": "completed", "tag": "68998cf1-94b9-4ecf-9b01-0dca422fb2bf"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:53:49.910726 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 68998cf1-94b9-4ecf-9b01-0dca422fb2bf, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=68998cf1-94b9-4ecf-9b01-0dca422fb2bf,segment=NetworkSegment(a8644780-31bd-492d-95ef-3f04d052194f),segment_id=a8644780-31bd-492d-95ef-3f04d052194f)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:53:49.926082 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-93f20652-8ac7-49d5-a269-ab506ba88f34 req-f9c7d369-f9d5-4411-8b27-072ac0a3bf17 service neutron] 10.222.0.39 "GET /v2.0/networks/c42fc013-0698-46e2-b9f7-ed99a07b79db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877602 Feb 04 00:53:49.931181 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04392cf0-e0ef-446e-8c24-c9a776c95358 x-openstack-request-id: req-04392cf0-e0ef-446e-8c24-c9a776c95358 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:53:49.931510 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c83879-8e22-4426-956b-24e3b4e7f0b7", "name": "network-vif-plugged", "status": "completed", "tag": "68998cf1-94b9-4ecf-9b01-0dca422fb2bf", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:53:49.931758 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-04392cf0-e0ef-446e-8c24-c9a776c95358 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:53:49.932283 dv-cinder-827778-1-iscsi neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c83879-8e22-4426-956b-24e3b4e7f0b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68998cf1-94b9-4ecf-9b01-0dca422fb2bf', 'code': 200} Feb 04 00:53:49.990868 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (68998cf1-94b9-4ecf-9b01-0dca422fb2bf), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:50.039130 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=68998cf1-94b9-4ecf-9b01-0dca422fb2bf,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:50.092626 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c319abc-ffd3-4a89-b388-ef688d9fb6b8 req-af4c4264-c825-480a-8910-5a1044519d43 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:50.094130 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2c319abc-ffd3-4a89-b388-ef688d9fb6b8 req-af4c4264-c825-480a-8910-5a1044519d43 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2c1c5b7-d977-4c77-86cf-2335c41651a8 HTTP/1.1" status: 200 len: 945 time: 0.0596573 Feb 04 00:53:50.233238 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 6 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 00:53:50.283244 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-2c319abc-ffd3-4a89-b388-ef688d9fb6b8 req-5244b828-4f8d-4034-8264-33df9d168277 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] Deleting port 6d5d88e7-f438-4d9c-9e46-6f39e34ac909 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:53:50.283579 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2c319abc-ffd3-4a89-b388-ef688d9fb6b8 req-5244b828-4f8d-4034-8264-33df9d168277 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (6d5d88e7-f438-4d9c-9e46-6f39e34ac909), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:50.355344 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac2aec-095a-495c-a339-cb7a570d9f24 req-b6c0a6b4-6120-43d1-9831-5811951c6ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:50.356919 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-09ac2aec-095a-495c-a339-cb7a570d9f24 req-b6c0a6b4-6120-43d1-9831-5811951c6ac6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=43c83879-8e22-4426-956b-24e3b4e7f0b7 HTTP/1.1" status: 200 len: 1129 time: 0.1198626 Feb 04 00:53:50.411824 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-2c319abc-ffd3-4a89-b388-ef688d9fb6b8 req-5244b828-4f8d-4034-8264-33df9d168277 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] For port 6d5d88e7-f438-4d9c-9e46-6f39e34ac909, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=6d5d88e7-f438-4d9c-9e46-6f39e34ac909,segment=NetworkSegment(726b3ea9-383d-49bf-aac0-644e44047715),segment_id=726b3ea9-383d-49bf-aac0-644e44047715)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:53:50.412186 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2c319abc-ffd3-4a89-b388-ef688d9fb6b8 req-5244b828-4f8d-4034-8264-33df9d168277 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (6d5d88e7-f438-4d9c-9e46-6f39e34ac909), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:50.436500 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-2c319abc-ffd3-4a89-b388-ef688d9fb6b8 req-5244b828-4f8d-4034-8264-33df9d168277 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] Calling delete_port for 6d5d88e7-f438-4d9c-9e46-6f39e34ac909 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:53:50.446288 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-09ac2aec-095a-495c-a339-cb7a570d9f24 req-a06f346c-5a95-467e-bebb-8a2c1a3e19bc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=028db23f-8862-4bef-bf0d-f234dd9b06e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802748 Feb 04 00:53:50.462908 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051426be-74b9-4761-907a-e95525d31e46 req-5f83f66f-0508-45ae-9765-c8c4ba91803f tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:50.464793 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-051426be-74b9-4761-907a-e95525d31e46 req-5f83f66f-0508-45ae-9765-c8c4ba91803f tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2c1c5b7-d977-4c77-86cf-2335c41651a8 HTTP/1.1" status: 200 len: 945 time: 0.0572982 Feb 04 00:53:50.546160 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-051426be-74b9-4761-907a-e95525d31e46 req-8d088726-8a52-42b0-8b7a-1fd4a79d3795 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/security-groups?id=474786d4-1589-40a0-a0db-49f4e032018a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756226 Feb 04 00:53:50.598857 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819d243-2d1c-4fd3-adec-e2244298f301 req-c0f3210e-e8b5-45dd-8f6d-b652f7e145ec tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:50.600359 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-7819d243-2d1c-4fd3-adec-e2244298f301 req-c0f3210e-e8b5-45dd-8f6d-b652f7e145ec tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.0802734 Feb 04 00:53:50.683398 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-7819d243-2d1c-4fd3-adec-e2244298f301 req-dfaa69d8-7165-4f89-845b-828245609427 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763812 Feb 04 00:53:50.725801 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009440b-7579-439a-84cb-745b43b7f383 req-ef3263f0-9f01-46ea-98aa-9bf46e3d6e81 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:50.727372 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4009440b-7579-439a-84cb-745b43b7f383 req-ef3263f0-9f01-46ea-98aa-9bf46e3d6e81 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c83879-8e22-4426-956b-24e3b4e7f0b7 HTTP/1.1" status: 200 len: 945 time: 0.0532787 Feb 04 00:53:50.774601 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4009440b-7579-439a-84cb-745b43b7f383 req-3c70b779-6a1d-49e1-81e1-211cd77a0ae6 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/security-groups?id=028db23f-8862-4bef-bf0d-f234dd9b06e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407817 Feb 04 00:53:50.790771 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2c319abc-ffd3-4a89-b388-ef688d9fb6b8 req-5244b828-4f8d-4034-8264-33df9d168277 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232'] for port (6d5d88e7-f438-4d9c-9e46-6f39e34ac909), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:50.806672 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['6d5d88e7-f438-4d9c-9e46-6f39e34ac909'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:53:50.826434 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244b828-4f8d-4034-8264-33df9d168277 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] Pushing event deleted for resources: {'Port': ['ID=6d5d88e7-f438-4d9c-9e46-6f39e34ac909,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:50.893783 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c319abc-ffd3-4a89-b388-ef688d9fb6b8 req-5244b828-4f8d-4034-8264-33df9d168277 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] No DVR routers for this DVR port 6d5d88e7-f438-4d9c-9e46-6f39e34ac909 on host hv-cinder-82777 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:53:50.893783 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2c319abc-ffd3-4a89-b388-ef688d9fb6b8 req-5244b828-4f8d-4034-8264-33df9d168277 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:50.897006 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2c319abc-ffd3-4a89-b388-ef688d9fb6b8 req-5244b828-4f8d-4034-8264-33df9d168277 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.39 "DELETE /v2.0/ports/6d5d88e7-f438-4d9c-9e46-6f39e34ac909 HTTP/1.1" status: 204 len: 173 time: 0.7926297 Feb 04 00:53:50.898416 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c1c5b7-d977-4c77-86cf-2335c41651a8', 'name': 'network-vif-deleted', 'tag': '6d5d88e7-f438-4d9c-9e46-6f39e34ac909'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:53:50.900665 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9923a7793e9fa6102d344dd696201155eb04f662303130ce66584af0359f1e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc66d499-c188-4ba1-b666-5b474a431956" -d '{"events": [{"server_uuid": "d2c1c5b7-d977-4c77-86cf-2335c41651a8", "name": "network-vif-deleted", "tag": "6d5d88e7-f438-4d9c-9e46-6f39e34ac909"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:53:50.944765 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc38f08c-4550-45fb-b112-f2b976bea82d x-openstack-request-id: req-fc38f08c-4550-45fb-b112-f2b976bea82d {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:53:50.945110 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c1c5b7-d977-4c77-86cf-2335c41651a8", "name": "network-vif-deleted", "tag": "6d5d88e7-f438-4d9c-9e46-6f39e34ac909", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:53:50.945459 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fc38f08c-4550-45fb-b112-f2b976bea82d {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:53:50.953020 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c1c5b7-d977-4c77-86cf-2335c41651a8', 'name': 'network-vif-deleted', 'tag': '6d5d88e7-f438-4d9c-9e46-6f39e34ac909', 'status': 'completed', 'code': 200} Feb 04 00:53:51.639530 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ab20a41a-cab0-4d02-bee1-e6311e78d741 req-e910fea2-4c0e-42d7-a5f6-6799542945ed tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2c1c5b7-d977-4c77-86cf-2335c41651a8 HTTP/1.1" status: 200 len: 210 time: 0.0384319 Feb 04 00:53:51.802236 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081eed98-af26-41b5-b6bf-4f6241b653be req-64630fe2-0736-4cad-9e15-81d9fe060f05 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:51.803560 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-081eed98-af26-41b5-b6bf-4f6241b653be req-64630fe2-0736-4cad-9e15-81d9fe060f05 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.0520978 Feb 04 00:53:51.853695 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-081eed98-af26-41b5-b6bf-4f6241b653be req-a2ebeb02-05a3-49d6-9941-657a09d921de tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438144 Feb 04 00:53:51.899873 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b2b6b-065e-4906-aace-8c3ae6ecbeda req-62874a67-3d44-418a-a110-d69d60abf6ed tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:51.901393 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-652b2b6b-065e-4906-aace-8c3ae6ecbeda req-62874a67-3d44-418a-a110-d69d60abf6ed tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c83879-8e22-4426-956b-24e3b4e7f0b7 HTTP/1.1" status: 200 len: 945 time: 0.0596991 Feb 04 00:53:51.948526 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-652b2b6b-065e-4906-aace-8c3ae6ecbeda req-7bd85636-e866-4600-9874-90792bc9330f tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/security-groups?id=028db23f-8862-4bef-bf0d-f234dd9b06e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409458 Feb 04 00:53:52.731519 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-35d64ead-49b8-49bb-b110-77f4aad33f2e req-d8f10327-46ba-4edf-97cc-2241de6c2928 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2c1c5b7-d977-4c77-86cf-2335c41651a8 HTTP/1.1" status: 200 len: 210 time: 0.0257275 Feb 04 00:53:52.973405 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c804f0-c7a0-4c88-9fcb-b1203dda7558 req-46ea3627-d013-421e-889b-d3db9c8ed4cc tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:52.974911 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-20c804f0-c7a0-4c88-9fcb-b1203dda7558 req-46ea3627-d013-421e-889b-d3db9c8ed4cc tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.0504923 Feb 04 00:53:53.020899 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-20c804f0-c7a0-4c88-9fcb-b1203dda7558 req-bf69d67d-e9ee-47de-b418-628a8d8d095c tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401111 Feb 04 00:53:53.062425 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f9bc8-063a-43ae-9d94-7f7a104ebbeb req-7e2f7cde-52af-4e6e-9c00-5a37e3d17bf0 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:53.063877 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-d80f9bc8-063a-43ae-9d94-7f7a104ebbeb req-7e2f7cde-52af-4e6e-9c00-5a37e3d17bf0 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c83879-8e22-4426-956b-24e3b4e7f0b7 HTTP/1.1" status: 200 len: 945 time: 0.0505722 Feb 04 00:53:53.109977 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-d80f9bc8-063a-43ae-9d94-7f7a104ebbeb req-92a67e02-7a48-40e2-b527-c221afe10608 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/security-groups?id=028db23f-8862-4bef-bf0d-f234dd9b06e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406921 Feb 04 00:53:53.823354 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-576a05a5-22a6-45ef-97f3-aefb9642d812 req-addd18c1-1259-483d-a9a9-3bf19da80d24 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2c1c5b7-d977-4c77-86cf-2335c41651a8 HTTP/1.1" status: 200 len: 210 time: 0.0282323 Feb 04 00:53:54.137357 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00282e-cd5c-4eb6-bb24-fc7c083db50f req-c9717311-59bd-4a97-9b2e-227053c49681 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:54.138854 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ce00282e-cd5c-4eb6-bb24-fc7c083db50f req-c9717311-59bd-4a97-9b2e-227053c49681 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.0515757 Feb 04 00:53:54.187755 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ce00282e-cd5c-4eb6-bb24-fc7c083db50f req-0f6716f2-a3b8-48ef-931e-7be58e380e13 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432250 Feb 04 00:53:54.226121 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b16fac-d31b-4a83-89e1-17da473c0d87 req-024df2de-0f40-4db0-9ffa-8a3cedb52dcd tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:54.227620 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-02b16fac-d31b-4a83-89e1-17da473c0d87 req-024df2de-0f40-4db0-9ffa-8a3cedb52dcd tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c83879-8e22-4426-956b-24e3b4e7f0b7 HTTP/1.1" status: 200 len: 945 time: 0.0520582 Feb 04 00:53:54.273134 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-02b16fac-d31b-4a83-89e1-17da473c0d87 req-7eec78b8-cd88-4fd0-9eae-a6d3d8843c63 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/security-groups?id=028db23f-8862-4bef-bf0d-f234dd9b06e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393078 Feb 04 00:53:54.534923 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 6d5d88e7-f438-4d9c-9e46-6f39e34ac909 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:53:54.567550 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] No Port match for: 6d5d88e7-f438-4d9c-9e46-6f39e34ac909 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 00:53:54.568121 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 6d5d88e7-f438-4d9c-9e46-6f39e34ac909 not bound to the agent host hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 00:53:54.913921 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b5ab67fe-588f-4f7b-b3b0-f8343178be07 req-bd73818c-cc85-4e69-a759-f1244e0bb009 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2c1c5b7-d977-4c77-86cf-2335c41651a8 HTTP/1.1" status: 200 len: 210 time: 0.0257823 Feb 04 00:53:55.304563 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cae3b3-bff8-44d2-9da3-0c200c93b2bd req-19b615cd-2f68-4c86-a9fc-81e23f151559 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:55.306100 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-04cae3b3-bff8-44d2-9da3-0c200c93b2bd req-19b615cd-2f68-4c86-a9fc-81e23f151559 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.0519629 Feb 04 00:53:55.366853 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-04cae3b3-bff8-44d2-9da3-0c200c93b2bd req-689e62a9-4555-406e-a069-4d6491cab5db tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480688 Feb 04 00:53:55.423078 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc55bf-214d-4009-93a6-9d4f13275313 req-528e5a99-8a88-4150-b65c-aff4b7e5c62d tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:55.424568 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-58fc55bf-214d-4009-93a6-9d4f13275313 req-528e5a99-8a88-4150-b65c-aff4b7e5c62d tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c83879-8e22-4426-956b-24e3b4e7f0b7 HTTP/1.1" status: 200 len: 945 time: 0.0763509 Feb 04 00:53:55.471857 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-58fc55bf-214d-4009-93a6-9d4f13275313 req-88518052-f8d6-450d-b322-d935205fad46 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/security-groups?id=028db23f-8862-4bef-bf0d-f234dd9b06e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396128 Feb 04 00:53:56.030888 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-11bba592-45bb-4888-9e2f-f10e59c0f550 req-9b781304-718d-4b24-8c5e-58499e2d00b2 tempest-DeleteServersTestJSON-1816724576 tempest-DeleteServersTestJSON-1816724576-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2c1c5b7-d977-4c77-86cf-2335c41651a8 HTTP/1.1" status: 200 len: 210 time: 0.0317597 Feb 04 00:53:56.486182 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c40db-319d-4582-841c-a94adb26d6c6 req-07abeb76-573d-4085-9c9d-2052b708f34a tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:56.487720 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-496c40db-319d-4582-841c-a94adb26d6c6 req-07abeb76-573d-4085-9c9d-2052b708f34a tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.0524726 Feb 04 00:53:56.544584 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-496c40db-319d-4582-841c-a94adb26d6c6 req-2c82ddb1-8581-4479-9fe4-c19ce29d76b2 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513062 Feb 04 00:53:57.150165 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-55aa16fd-f734-45ad-a184-1d16867c6606 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:57.152725 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-55aa16fd-f734-45ad-a184-1d16867c6606 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/networks?id=c42fc013-0698-46e2-b9f7-ed99a07b79db HTTP/1.1" status: 200 len: 815 time: 0.1033478 Feb 04 00:53:57.167819 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-89468048-01b7-40c5-b084-cea008bcd2c4 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/quotas/6ee5067671e14c84ba26b96caf0b0fc1 HTTP/1.1" status: 200 len: 375 time: 0.0098069 Feb 04 00:53:57.219820 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-b9b8e3ec-3f8a-4edd-a7b9-9b769b8c45fd tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6ee5067671e14c84ba26b96caf0b0fc1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0468633 Feb 04 00:53:57.309843 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-cc15ad0c-e274-4810-8ee5-9078bb86b7e2 service neutron] 10.222.0.10 "GET /v2.0/networks/c42fc013-0698-46e2-b9f7-ed99a07b79db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832820 Feb 04 00:53:57.400433 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-bb2a28cb-bfee-4b30-abf6-a074b77ab03b service neutron] 10.222.0.10 "GET /v2.0/networks/c42fc013-0698-46e2-b9f7-ed99a07b79db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843747 Feb 04 00:53:57.578469 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df46dc-6abb-43bc-8c8a-ec9aa8f76b9a req-baed7a3d-c04c-4e01-bfde-b67baeaaf639 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:57.579954 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-c8df46dc-6abb-43bc-8c8a-ec9aa8f76b9a req-baed7a3d-c04c-4e01-bfde-b67baeaaf639 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c83879-8e22-4426-956b-24e3b4e7f0b7 HTTP/1.1" status: 200 len: 945 time: 0.0536652 Feb 04 00:53:57.628419 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-c8df46dc-6abb-43bc-8c8a-ec9aa8f76b9a req-027dd639-085c-4e62-a032-6d41356124d5 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/security-groups?id=028db23f-8862-4bef-bf0d-f234dd9b06e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428786 Feb 04 00:53:57.736966 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f702807-3754-41b9-954a-f39867a4cbb1 req-e2340f63-e325-48cc-a9e8-dd8a3278ce22 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:57.743723 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-0f702807-3754-41b9-954a-f39867a4cbb1 req-e2340f63-e325-48cc-a9e8-dd8a3278ce22 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.0628209 Feb 04 00:53:57.801912 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-0f702807-3754-41b9-954a-f39867a4cbb1 req-392256c1-ea52-4ec0-aa0c-25884e1fb010 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552151 Feb 04 00:53:57.839091 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-7276486c-edbb-4ac0-a5f2-4609cd3bac66 req-ab4d92a1-a945-466e-8610-c573045eb17c tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=877deee7-124c-43a1-812a-af658ec4c7a9 HTTP/1.1" status: 200 len: 210 time: 0.0550680 Feb 04 00:53:58.397246 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 55802) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:58.499839 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c6488bde-c0f3-4297-b0cb-d1c5cfa685d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:58.578672 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c6488bde-c0f3-4297-b0cb-d1c5cfa685d3 admin admin] Publish callbacks [] for security_group (2b192f06-5324-4ad9-ad5f-84948c76ca0c), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:58.682747 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c6488bde-c0f3-4297-b0cb-d1c5cfa685d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (2b192f06-5324-4ad9-ad5f-84948c76ca0c), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:58.721455 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-c6488bde-c0f3-4297-b0cb-d1c5cfa685d3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4a00667a65e14cbb926ac90373eb3536&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3230832 Feb 04 00:53:58.722347 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6488bde-c0f3-4297-b0cb-d1c5cfa685d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b192f06-5324-4ad9-ad5f-84948c76ca0c,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:58.724590 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 55808) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:58.751090 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c7570-6b28-47cc-8784-d638d1857dba req-5accc779-e00d-4bfa-8d4a-d57c3d15ad91 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:58.753332 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-1d2c7570-6b28-47cc-8784-d638d1857dba req-5accc779-e00d-4bfa-8d4a-d57c3d15ad91 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c83879-8e22-4426-956b-24e3b4e7f0b7 HTTP/1.1" status: 200 len: 945 time: 0.0602338 Feb 04 00:53:58.777676 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2a084a87-8eb8-48f9-9748-e67ac759706d admin admin] Publish callbacks [] for security_group (2b192f06-5324-4ad9-ad5f-84948c76ca0c), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:58.800718 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2a084a87-8eb8-48f9-9748-e67ac759706d admin admin] Publish callbacks [] for security_group (2b192f06-5324-4ad9-ad5f-84948c76ca0c), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:58.802100 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-1d2c7570-6b28-47cc-8784-d638d1857dba req-a76ec316-362a-4891-bc4b-0d6b3b7e9d07 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/security-groups?id=028db23f-8862-4bef-bf0d-f234dd9b06e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427363 Feb 04 00:53:58.950214 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-94a65147-a573-413f-adc3-bd2eaf7b2c13 req-fd9fcb60-1feb-407a-9a90-629ae66d2d90 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=877deee7-124c-43a1-812a-af658ec4c7a9 HTTP/1.1" status: 200 len: 210 time: 0.0317113 Feb 04 00:53:58.958180 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2a084a87-8eb8-48f9-9748-e67ac759706d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (2b192f06-5324-4ad9-ad5f-84948c76ca0c), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:58.960898 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2a084a87-8eb8-48f9-9748-e67ac759706d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:58.962233 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-2a084a87-8eb8-48f9-9748-e67ac759706d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2b192f06-5324-4ad9-ad5f-84948c76ca0c HTTP/1.1" status: 204 len: 168 time: 0.2367468 Feb 04 00:53:58.971511 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1452f828-7da2-4829-b128-53a8aa043ee6 req-baacf30c-35a7-4b38-9d4e-6b2a5596b8c6 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:58.973356 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1452f828-7da2-4829-b128-53a8aa043ee6 req-baacf30c-35a7-4b38-9d4e-6b2a5596b8c6 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.0807779 Feb 04 00:53:58.983805 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a084a87-8eb8-48f9-9748-e67ac759706d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b192f06-5324-4ad9-ad5f-84948c76ca0c,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:59.028087 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1452f828-7da2-4829-b128-53a8aa043ee6 req-355d830a-0c7c-4411-ae0a-22f36b4e549c tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459430 Feb 04 00:53:59.403334 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 55832) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:59.446644 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-97e2b150-31c3-43e8-852a-b5594d8c8ad1 admin admin] Deleting subnet c16da9bc-a80c-4e00-9d57-5d26ed0fa750 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 00:53:59.450477 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-97e2b150-31c3-43e8-852a-b5594d8c8ad1 admin admin] Publish callbacks [] for subnet (c16da9bc-a80c-4e00-9d57-5d26ed0fa750), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:59.512845 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-97e2b150-31c3-43e8-852a-b5594d8c8ad1 admin admin] Publish callbacks [] for subnet (c16da9bc-a80c-4e00-9d57-5d26ed0fa750), precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:59.524272 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-97e2b150-31c3-43e8-852a-b5594d8c8ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383273'] for subnet (c16da9bc-a80c-4e00-9d57-5d26ed0fa750), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:59.566285 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801828be-1df5-49bd-84c5-860d9dc6772f req-3fc6f482-1478-4996-9fa3-5c0b23b37979 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:53:59.567742 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-801828be-1df5-49bd-84c5-860d9dc6772f req-3fc6f482-1478-4996-9fa3-5c0b23b37979 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.39 "GET /v2.0/ports?device_id=43c83879-8e22-4426-956b-24e3b4e7f0b7 HTTP/1.1" status: 200 len: 945 time: 0.0992389 Feb 04 00:53:59.672042 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-801828be-1df5-49bd-84c5-860d9dc6772f req-28ba9eac-9e96-487a-8b00-54d550bb4888 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Deleting port 68998cf1-94b9-4ecf-9b01-0dca422fb2bf {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:53:59.672306 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-801828be-1df5-49bd-84c5-860d9dc6772f req-28ba9eac-9e96-487a-8b00-54d550bb4888 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (68998cf1-94b9-4ecf-9b01-0dca422fb2bf), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:59.759539 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-801828be-1df5-49bd-84c5-860d9dc6772f req-28ba9eac-9e96-487a-8b00-54d550bb4888 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] For port 68998cf1-94b9-4ecf-9b01-0dca422fb2bf, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=68998cf1-94b9-4ecf-9b01-0dca422fb2bf,segment=NetworkSegment(a8644780-31bd-492d-95ef-3f04d052194f),segment_id=a8644780-31bd-492d-95ef-3f04d052194f)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:53:59.760247 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-801828be-1df5-49bd-84c5-860d9dc6772f req-28ba9eac-9e96-487a-8b00-54d550bb4888 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (68998cf1-94b9-4ecf-9b01-0dca422fb2bf), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:59.771976 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-801828be-1df5-49bd-84c5-860d9dc6772f req-28ba9eac-9e96-487a-8b00-54d550bb4888 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Calling delete_port for 68998cf1-94b9-4ecf-9b01-0dca422fb2bf owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:53:59.838704 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-97e2b150-31c3-43e8-852a-b5594d8c8ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599'] for subnet (c16da9bc-a80c-4e00-9d57-5d26ed0fa750), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:59.869698 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2b150-31c3-43e8-852a-b5594d8c8ad1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c16da9bc-a80c-4e00-9d57-5d26ed0fa750,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:53:59.922102 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-97e2b150-31c3-43e8-852a-b5594d8c8ad1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for subnet (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:53:59.925377 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-97e2b150-31c3-43e8-852a-b5594d8c8ad1 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c16da9bc-a80c-4e00-9d57-5d26ed0fa750 HTTP/1.1" status: 204 len: 168 time: 0.5210011 Feb 04 00:53:59.930652 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 55842) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:53:59.987131 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 55848) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:00.002336 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2b2ba2f8-cfaa-419a-8325-ae5da5086de4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:00.055522 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-60a8973f-f5f7-456e-a1ca-91c90df6dcf3 req-757260a2-c677-4c02-b6ed-8bbc75e5e533 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=877deee7-124c-43a1-812a-af658ec4c7a9 HTTP/1.1" status: 200 len: 210 time: 0.0334384 Feb 04 00:54:00.057002 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f051f-1eed-47a4-97a2-9a759717af4f req-e5562bdc-b1b4-4ce0-896e-3c28da232bf7 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:00.064320 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-aa9f051f-1eed-47a4-97a2-9a759717af4f req-e5562bdc-b1b4-4ce0-896e-3c28da232bf7 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c83879-8e22-4426-956b-24e3b4e7f0b7 HTTP/1.1" status: 200 len: 945 time: 0.1815791 Feb 04 00:54:00.094705 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-24e7cd6a-8bda-415f-aa2d-76c0045d5ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-749408'] for network (78c9a29e-cc2a-408f-a8b4-9246fffcf8b8), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:00.107153 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-801828be-1df5-49bd-84c5-860d9dc6772f req-28ba9eac-9e96-487a-8b00-54d550bb4888 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232'] for port (68998cf1-94b9-4ecf-9b01-0dca422fb2bf), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:00.139516 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['68998cf1-94b9-4ecf-9b01-0dca422fb2bf'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:54:00.163853 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2b2ba2f8-cfaa-419a-8325-ae5da5086de4 admin admin] Publish callbacks [] for security_group (968f8852-04d3-42c5-8a08-11dd9ecc2dbf), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:00.179390 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba9eac-9e96-487a-8b00-54d550bb4888 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Pushing event deleted for resources: {'Port': ['ID=68998cf1-94b9-4ecf-9b01-0dca422fb2bf,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:00.209659 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484df2f-3ead-40df-9580-a3d06a612974 req-b1071196-8ca6-466f-a8b8-4ed76f6a3436 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:00.211187 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9484df2f-3ead-40df-9580-a3d06a612974 req-b1071196-8ca6-466f-a8b8-4ed76f6a3436 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.0665016 Feb 04 00:54:00.219590 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-aa9f051f-1eed-47a4-97a2-9a759717af4f req-37e2493a-aaa6-4ab7-a349-d5f5e22d361a tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/security-groups?id=028db23f-8862-4bef-bf0d-f234dd9b06e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541147 Feb 04 00:54:00.250665 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2b2ba2f8-cfaa-419a-8325-ae5da5086de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (968f8852-04d3-42c5-8a08-11dd9ecc2dbf), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:00.281211 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9484df2f-3ead-40df-9580-a3d06a612974 req-01001d02-0be0-4ab2-9629-eeaa17e7018d tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635488 Feb 04 00:54:00.298040 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-801828be-1df5-49bd-84c5-860d9dc6772f req-28ba9eac-9e96-487a-8b00-54d550bb4888 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] No DVR routers for this DVR port 68998cf1-94b9-4ecf-9b01-0dca422fb2bf on host hv-cinder-82777 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:54:00.305529 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-801828be-1df5-49bd-84c5-860d9dc6772f req-28ba9eac-9e96-487a-8b00-54d550bb4888 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:00.309526 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-801828be-1df5-49bd-84c5-860d9dc6772f req-28ba9eac-9e96-487a-8b00-54d550bb4888 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.39 "DELETE /v2.0/ports/68998cf1-94b9-4ecf-9b01-0dca422fb2bf HTTP/1.1" status: 204 len: 173 time: 0.7341204 Feb 04 00:54:00.309968 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c83879-8e22-4426-956b-24e3b4e7f0b7', 'name': 'network-vif-deleted', 'tag': '68998cf1-94b9-4ecf-9b01-0dca422fb2bf'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:54:00.312857 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-2b2ba2f8-cfaa-419a-8325-ae5da5086de4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2a1a5697787e4fc689b6021629d9c6b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3238597 Feb 04 00:54:00.313014 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9923a7793e9fa6102d344dd696201155eb04f662303130ce66584af0359f1e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8880abfc-7d7a-486c-acdb-5f49c5fb2ac5" -d '{"events": [{"server_uuid": "43c83879-8e22-4426-956b-24e3b4e7f0b7", "name": "network-vif-deleted", "tag": "68998cf1-94b9-4ecf-9b01-0dca422fb2bf"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:54:00.315834 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 55856) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:00.327631 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ba2f8-cfaa-419a-8325-ae5da5086de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968f8852-04d3-42c5-8a08-11dd9ecc2dbf,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:00.365495 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d0b0e9-3aab-4a74-ba21-c376e577dc63 x-openstack-request-id: req-03d0b0e9-3aab-4a74-ba21-c376e577dc63 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:54:00.365779 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c83879-8e22-4426-956b-24e3b4e7f0b7", "name": "network-vif-deleted", "tag": "68998cf1-94b9-4ecf-9b01-0dca422fb2bf", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:54:00.366029 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-03d0b0e9-3aab-4a74-ba21-c376e577dc63 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:54:00.366416 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c83879-8e22-4426-956b-24e3b4e7f0b7', 'name': 'network-vif-deleted', 'tag': '68998cf1-94b9-4ecf-9b01-0dca422fb2bf', 'status': 'completed', 'code': 200} Feb 04 00:54:00.436794 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-24e7cd6a-8bda-415f-aa2d-76c0045d5ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381372', 'neutron.services.segments.db._delete_segments_for_network-8784746458965'] for network (78c9a29e-cc2a-408f-a8b4-9246fffcf8b8), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:00.465683 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-86241559-1079-4ce7-a8f1-9f9c611abf44 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:00.467118 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-86241559-1079-4ce7-a8f1-9f9c611abf44 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.39 "GET /v2.0/networks?id=c42fc013-0698-46e2-b9f7-ed99a07b79db HTTP/1.1" status: 200 len: 815 time: 0.2974658 Feb 04 00:54:00.469000 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-24e7cd6a-8bda-415f-aa2d-76c0045d5ed9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:54:00.469347 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-24e7cd6a-8bda-415f-aa2d-76c0045d5ed9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:54:00.470113 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-24e7cd6a-8bda-415f-aa2d-76c0045d5ed9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:54:00.470917 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-24e7cd6a-8bda-415f-aa2d-76c0045d5ed9 admin admin] Subscribe: > port after_create 55550000 {{(pid=109723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:54:00.470917 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-24e7cd6a-8bda-415f-aa2d-76c0045d5ed9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:54:00.471101 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-24e7cd6a-8bda-415f-aa2d-76c0045d5ed9 admin admin] Subscribe: > port after_update 55550000 {{(pid=109723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:54:00.471425 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-24e7cd6a-8bda-415f-aa2d-76c0045d5ed9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:54:00.471717 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-24e7cd6a-8bda-415f-aa2d-76c0045d5ed9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:54:00.472026 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-24e7cd6a-8bda-415f-aa2d-76c0045d5ed9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:54:00.472369 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-24e7cd6a-8bda-415f-aa2d-76c0045d5ed9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:54:00.540819 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-24e7cd6a-8bda-415f-aa2d-76c0045d5ed9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:54:00.541716 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-24e7cd6a-8bda-415f-aa2d-76c0045d5ed9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:54:00.542062 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-24e7cd6a-8bda-415f-aa2d-76c0045d5ed9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:54:00.542399 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-24e7cd6a-8bda-415f-aa2d-76c0045d5ed9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:54:00.542774 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.services.segments.db [None req-24e7cd6a-8bda-415f-aa2d-76c0045d5ed9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78c9a29e-cc2a-408f-a8b4-9246fffcf8b8']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:54:00.562099 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-c4d56948-7331-41d1-9929-a58354c232c4 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Request body: {'port': {'device_id': '877deee7-124c-43a1-812a-af658ec4c7a9', 'network_id': 'c42fc013-0698-46e2-b9f7-ed99a07b79db', 'admin_state_up': True, 'tenant_id': '6ee5067671e14c84ba26b96caf0b0fc1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:54:00.590545 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.services.segments.db [None req-24e7cd6a-8bda-415f-aa2d-76c0045d5ed9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '726b3ea9-383d-49bf-aac0-644e44047715') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:54:00.590963 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.services.segments.db [None req-24e7cd6a-8bda-415f-aa2d-76c0045d5ed9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '726b3ea9-383d-49bf-aac0-644e44047715') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:54:00.634524 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-24e7cd6a-8bda-415f-aa2d-76c0045d5ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784746459486', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10427964'] for segment (726b3ea9-383d-49bf-aac0-644e44047715), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:00.653676 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c69c7bcb-0dfb-442b-b4b1-faf59321b789 admin admin] Publish callbacks [] for security_group (968f8852-04d3-42c5-8a08-11dd9ecc2dbf), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:00.666171 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-24e7cd6a-8bda-415f-aa2d-76c0045d5ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650'] for segment (726b3ea9-383d-49bf-aac0-644e44047715), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:00.686497 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24e7cd6a-8bda-415f-aa2d-76c0045d5ed9 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 00:54:00.686818 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-24e7cd6a-8bda-415f-aa2d-76c0045d5ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10424816'] for segment (726b3ea9-383d-49bf-aac0-644e44047715), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:00.690701 dv-cinder-827778-1-iscsi neutron-server[109723]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 00:54:00.690701 dv-cinder-827778-1-iscsi neutron-server[109723]: from cryptography.utils import int_from_bytes Feb 04 00:54:00.690701 dv-cinder-827778-1-iscsi neutron-server[109723]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 00:54:00.690701 dv-cinder-827778-1-iscsi neutron-server[109723]: from cryptography.utils import int_from_bytes Feb 04 00:54:00.690701 dv-cinder-827778-1-iscsi neutron-server[109723]: Traceback (most recent call last): Feb 04 00:54:00.690701 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 00:54:00.690701 dv-cinder-827778-1-iscsi neutron-server[109723]: timer() Feb 04 00:54:00.690701 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 00:54:00.690701 dv-cinder-827778-1-iscsi neutron-server[109723]: cb(*args, **kw) Feb 04 00:54:00.690701 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 00:54:00.690701 dv-cinder-827778-1-iscsi neutron-server[109723]: return func(*args, **kwargs) Feb 04 00:54:00.690701 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 00:54:00.690701 dv-cinder-827778-1-iscsi neutron-server[109723]: self._notify() Feb 04 00:54:00.690701 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 00:54:00.690701 dv-cinder-827778-1-iscsi neutron-server[109723]: self.callback(batched_events) Feb 04 00:54:00.690701 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 00:54:00.690701 dv-cinder-827778-1-iscsi neutron-server[109723]: event.method(event) Feb 04 00:54:00.690701 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 00:54:00.690701 dv-cinder-827778-1-iscsi neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 00:54:00.690701 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 00:54:00.690701 dv-cinder-827778-1-iscsi neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 00:54:00.690701 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 00:54:00.690701 dv-cinder-827778-1-iscsi neutron-server[109723]: return f(self, *a, **k) Feb 04 00:54:00.690701 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 00:54:00.690701 dv-cinder-827778-1-iscsi neutron-server[109723]: return self._get(url).json() Feb 04 00:54:00.690701 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 00:54:00.690701 dv-cinder-827778-1-iscsi neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 00:54:00.690701 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 00:54:00.690701 dv-cinder-827778-1-iscsi neutron-server[109723]: return self.request(url, 'GET', **kwargs) Feb 04 00:54:00.690701 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 00:54:00.690701 dv-cinder-827778-1-iscsi neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 00:54:00.690701 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 00:54:00.690701 dv-cinder-827778-1-iscsi neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 00:54:00.690701 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 00:54:00.690701 dv-cinder-827778-1-iscsi neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 00:54:00.690701 dv-cinder-827778-1-iscsi neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 00:54:00.935269 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c69c7bcb-0dfb-442b-b4b1-faf59321b789 admin admin] Publish callbacks [] for security_group (968f8852-04d3-42c5-8a08-11dd9ecc2dbf), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:01.099220 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-24e7cd6a-8bda-415f-aa2d-76c0045d5ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601460'] for network (78c9a29e-cc2a-408f-a8b4-9246fffcf8b8), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:01.107364 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-24e7cd6a-8bda-415f-aa2d-76c0045d5ed9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for network (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:01.110938 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-24e7cd6a-8bda-415f-aa2d-76c0045d5ed9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/78c9a29e-cc2a-408f-a8b4-9246fffcf8b8 HTTP/1.1" status: 204 len: 168 time: 1.1622622 Feb 04 00:54:01.121263 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7cd6a-8bda-415f-aa2d-76c0045d5ed9 admin admin] Pushing event deleted for resources: {'Network': ['ID=78c9a29e-cc2a-408f-a8b4-9246fffcf8b8,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:01.127789 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c69c7bcb-0dfb-442b-b4b1-faf59321b789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (968f8852-04d3-42c5-8a08-11dd9ecc2dbf), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:01.130579 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c69c7bcb-0dfb-442b-b4b1-faf59321b789 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:01.132494 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-c69c7bcb-0dfb-442b-b4b1-faf59321b789 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/968f8852-04d3-42c5-8a08-11dd9ecc2dbf HTTP/1.1" status: 204 len: 168 time: 0.8008924 Feb 04 00:54:01.137330 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-c4d56948-7331-41d1-9929-a58354c232c4 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Made reservation on behalf of 6ee5067671e14c84ba26b96caf0b0fc1 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:54:01.138157 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-c4d56948-7331-41d1-9929-a58354c232c4 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:01.153983 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c7bcb-0dfb-442b-b4b1-faf59321b789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968f8852-04d3-42c5-8a08-11dd9ecc2dbf,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:01.178851 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-72292628-2e72-4742-a3e6-16d9f90c8890 req-adf9de1b-8547-41e0-a98e-43e4eacb5ff3 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=877deee7-124c-43a1-812a-af658ec4c7a9 HTTP/1.1" status: 200 len: 210 time: 0.0415566 Feb 04 00:54:01.296618 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-c4d56948-7331-41d1-9929-a58354c232c4 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Allocated IP 172.20.0.12 (c42fc013-0698-46e2-b9f7-ed99a07b79db/65a62566-4a16-4ef6-aab9-2e1221b6fd4f/94872446-6eb5-46bf-8a0a-8e33828352f9) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:54:01.350028 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-d7674f15-c58f-4ea7-8b1e-b75c5b641c3b req-ff27bd02-a035-4fa3-a6bd-5a8b3a9d946d tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?device_id=43c83879-8e22-4426-956b-24e3b4e7f0b7 HTTP/1.1" status: 200 len: 210 time: 0.0375090 Feb 04 00:54:01.433166 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32640c67-f3e6-44b5-9295-e35524edb874 req-bec8f84e-0557-4836-8409-de6d91046e51 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:01.434790 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-32640c67-f3e6-44b5-9295-e35524edb874 req-bec8f84e-0557-4836-8409-de6d91046e51 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.0734327 Feb 04 00:54:01.508505 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-32640c67-f3e6-44b5-9295-e35524edb874 req-3215e349-3aa7-4757-be16-e89877191295 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619819 Feb 04 00:54:01.550233 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-c4d56948-7331-41d1-9929-a58354c232c4 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Publish callbacks [] for port (94872446-6eb5-46bf-8a0a-8e33828352f9), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:01.579922 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 55886) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:01.622630 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-a9c37ef9-0a8c-41a1-92ab-b75e60023699 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f3d2d296e528496186aad878401be0a7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0415003 Feb 04 00:54:01.625273 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 55888) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:01.670028 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 55890) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:01.673240 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6a89e05d-80ee-4531-a4a1-3efdd62a689b admin admin] Publish callbacks [] for security_group (474786d4-1589-40a0-a0db-49f4e032018a), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:01.706389 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6a89e05d-80ee-4531-a4a1-3efdd62a689b admin admin] Publish callbacks [] for security_group (474786d4-1589-40a0-a0db-49f4e032018a), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:01.713949 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-c4d56948-7331-41d1-9929-a58354c232c4 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (94872446-6eb5-46bf-8a0a-8e33828352f9), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:01.726704 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['51d6301d-baf9-4a4c-a89f-a04596df3241'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:54:01.789248 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-c4d56948-7331-41d1-9929-a58354c232c4 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Network c42fc013-0698-46e2-b9f7-ed99a07b79db is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:54:01.795411 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-c4d56948-7331-41d1-9929-a58354c232c4 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:54:01.798352 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-c4d56948-7331-41d1-9929-a58354c232c4 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:54:01.836763 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d56948-7331-41d1-9929-a58354c232c4 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Pushing event updated for resources: {'Port': ['ID=94872446-6eb5-46bf-8a0a-8e33828352f9,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:01.865260 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-c4d56948-7331-41d1-9929-a58354c232c4 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:01.865920 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-c4d56948-7331-41d1-9929-a58354c232c4 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:01.928655 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6a89e05d-80ee-4531-a4a1-3efdd62a689b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (474786d4-1589-40a0-a0db-49f4e032018a), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:01.932680 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6a89e05d-80ee-4531-a4a1-3efdd62a689b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:01.933878 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-6a89e05d-80ee-4531-a4a1-3efdd62a689b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/474786d4-1589-40a0-a0db-49f4e032018a HTTP/1.1" status: 204 len: 168 time: 0.3076136 Feb 04 00:54:01.943521 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a89e05d-80ee-4531-a4a1-3efdd62a689b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474786d4-1589-40a0-a0db-49f4e032018a,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:01.982308 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-c4d56948-7331-41d1-9929-a58354c232c4 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4341140 Feb 04 00:54:01.991060 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-11669f7a-8678-45cb-a806-3efb705ec263 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:02.003261 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-2a6f3389-e68c-48db-9cff-4f93db96a18a service neutron] Request body: {'port': {'device_id': '877deee7-124c-43a1-812a-af658ec4c7a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:54:02.068232 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-2a6f3389-e68c-48db-9cff-4f93db96a18a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (94872446-6eb5-46bf-8a0a-8e33828352f9), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:02.096903 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-11669f7a-8678-45cb-a806-3efb705ec263 admin admin] Publish callbacks [] for security_group (4e53c74c-4429-4415-adca-6b440dec1ebc), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:02.196790 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-11669f7a-8678-45cb-a806-3efb705ec263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (4e53c74c-4429-4415-adca-6b440dec1ebc), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:02.274493 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-11669f7a-8678-45cb-a806-3efb705ec263 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a62f5ea3c1c54e369a1d11e549f73d6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6032948 Feb 04 00:54:02.275339 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11669f7a-8678-45cb-a806-3efb705ec263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e53c74c-4429-4415-adca-6b440dec1ebc,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:02.278937 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 55914) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:02.339165 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fe0038de-0bfd-4114-a37d-44b8acf3d0b0 admin admin] Publish callbacks [] for security_group (4e53c74c-4429-4415-adca-6b440dec1ebc), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:02.369116 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fe0038de-0bfd-4114-a37d-44b8acf3d0b0 admin admin] Publish callbacks [] for security_group (4e53c74c-4429-4415-adca-6b440dec1ebc), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:02.399998 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3049e-0022-4bc4-ad8d-5b8fc4545479 req-0ff99c48-5b1e-4ce0-84cb-9092f88af454 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:02.407215 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-8ce3049e-0022-4bc4-ad8d-5b8fc4545479 req-0ff99c48-5b1e-4ce0-84cb-9092f88af454 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=877deee7-124c-43a1-812a-af658ec4c7a9 HTTP/1.1" status: 200 len: 932 time: 0.1041322 Feb 04 00:54:02.498916 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-8ce3049e-0022-4bc4-ad8d-5b8fc4545479 req-e8a010bd-fe33-4cf1-aad1-5f79d4725389 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907531 Feb 04 00:54:02.531085 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-2a6f3389-e68c-48db-9cff-4f93db96a18a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94872446-6eb5-46bf-8a0a-8e33828352f9 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:54:02.538634 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-2a6f3389-e68c-48db-9cff-4f93db96a18a service neutron] Publish callbacks [] for port (94872446-6eb5-46bf-8a0a-8e33828352f9), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:02.539716 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fe0038de-0bfd-4114-a37d-44b8acf3d0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (4e53c74c-4429-4415-adca-6b440dec1ebc), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:02.542418 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fe0038de-0bfd-4114-a37d-44b8acf3d0b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:02.544365 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-fe0038de-0bfd-4114-a37d-44b8acf3d0b0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4e53c74c-4429-4415-adca-6b440dec1ebc HTTP/1.1" status: 204 len: 168 time: 0.2634895 Feb 04 00:54:02.552830 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0038de-0bfd-4114-a37d-44b8acf3d0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e53c74c-4429-4415-adca-6b440dec1ebc,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:02.589786 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-2a6f3389-e68c-48db-9cff-4f93db96a18a service neutron] Transition to ACTIVE for port object 94872446-6eb5-46bf-8a0a-8e33828352f9 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:54:02.652118 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e0403-7525-4628-a40e-55adbab575b8 req-7e9cbd86-c903-4717-beb4-66864dc707c2 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:02.655848 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c02e0403-7525-4628-a40e-55adbab575b8 req-7e9cbd86-c903-4717-beb4-66864dc707c2 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.0874932 Feb 04 00:54:02.701322 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c02e0403-7525-4628-a40e-55adbab575b8 req-d2bb3f9e-a4b1-40cb-81cf-ef9727b8d201 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421929 Feb 04 00:54:02.748452 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-66e3d099-a60c-4b75-9e74-19423a37ec77 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:02.749898 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-66e3d099-a60c-4b75-9e74-19423a37ec77 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/networks?id=0f6fbfe5-8583-40b3-9de0-cb5838b6aefe HTTP/1.1" status: 200 len: 809 time: 0.1080985 Feb 04 00:54:02.764877 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-9d023f64-5a4a-4d9e-887a-c27036d9decf tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/quotas/28b5db47e97e4c39b1c080fa6a8c7e98 HTTP/1.1" status: 200 len: 375 time: 0.0095537 Feb 04 00:54:02.781975 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-2a6f3389-e68c-48db-9cff-4f93db96a18a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10424596'] for port (94872446-6eb5-46bf-8a0a-8e33828352f9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:02.807947 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-d5e75f98-278c-4fa3-88a1-76a7af6cc174 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=28b5db47e97e4c39b1c080fa6a8c7e98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365045 Feb 04 00:54:02.909325 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f3389-e68c-48db-9cff-4f93db96a18a service neutron] Pushing event updated for resources: {'Port': ['ID=94872446-6eb5-46bf-8a0a-8e33828352f9,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:03.008114 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-3affb6a4-0f7c-4b4d-8855-1f6542af19bf service neutron] 10.222.0.10 "GET /v2.0/networks/0f6fbfe5-8583-40b3-9de0-cb5838b6aefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762757 Feb 04 00:54:03.008825 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-2a6f3389-e68c-48db-9cff-4f93db96a18a service neutron] Attempting to bind port 94872446-6eb5-46bf-8a0a-8e33828352f9 on host hv-cinder-82777 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 00:54:03.009125 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-2a6f3389-e68c-48db-9cff-4f93db96a18a service neutron] Attempting to bind port 94872446-6eb5-46bf-8a0a-8e33828352f9 by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': 'bfd891dd-65b5-4811-be81-80f452cca4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c42fc013-0698-46e2-b9f7-ed99a07b79db'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 00:54:03.009442 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-2a6f3389-e68c-48db-9cff-4f93db96a18a service neutron] Attempting to bind port 94872446-6eb5-46bf-8a0a-8e33828352f9 on network c42fc013-0698-46e2-b9f7-ed99a07b79db {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:54:03.021698 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-2a6f3389-e68c-48db-9cff-4f93db96a18a service neutron] Port 94872446-6eb5-46bf-8a0a-8e33828352f9 on network c42fc013-0698-46e2-b9f7-ed99a07b79db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 00:54:03.022018 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-2a6f3389-e68c-48db-9cff-4f93db96a18a service neutron] Attempting to bind port 94872446-6eb5-46bf-8a0a-8e33828352f9 on network c42fc013-0698-46e2-b9f7-ed99a07b79db {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:54:03.036105 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-2a6f3389-e68c-48db-9cff-4f93db96a18a service neutron] Checking agent: {'id': 'bf093114-7719-4a60-8fae-8541124bea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 50, 48), 'started_at': datetime.datetime(2022, 2, 4, 0, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 00:54:03.036442 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-2a6f3389-e68c-48db-9cff-4f93db96a18a service neutron] Checking segment: {'id': 'bfd891dd-65b5-4811-be81-80f452cca4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c42fc013-0698-46e2-b9f7-ed99a07b79db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:54:03.036816 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-2a6f3389-e68c-48db-9cff-4f93db96a18a service neutron] Bound using segment: {'id': 'bfd891dd-65b5-4811-be81-80f452cca4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c42fc013-0698-46e2-b9f7-ed99a07b79db'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 00:54:03.037246 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-2a6f3389-e68c-48db-9cff-4f93db96a18a service neutron] Bound port: 94872446-6eb5-46bf-8a0a-8e33828352f9, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfd891dd-65b5-4811-be81-80f452cca4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c42fc013-0698-46e2-b9f7-ed99a07b79db'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 00:54:03.037635 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-2a6f3389-e68c-48db-9cff-4f93db96a18a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (94872446-6eb5-46bf-8a0a-8e33828352f9), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:03.164334 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-a84902b1-0dd2-4752-8697-7828d675b8ea service neutron] 10.222.0.10 "GET /v2.0/networks/0f6fbfe5-8583-40b3-9de0-cb5838b6aefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434598 Feb 04 00:54:03.164334 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-2a6f3389-e68c-48db-9cff-4f93db96a18a service neutron] For port 94872446-6eb5-46bf-8a0a-8e33828352f9, host hv-cinder-82777, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:54:03.164334 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-2a6f3389-e68c-48db-9cff-4f93db96a18a service neutron] For port 94872446-6eb5-46bf-8a0a-8e33828352f9, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=94872446-6eb5-46bf-8a0a-8e33828352f9,segment=NetworkSegment(bfd891dd-65b5-4811-be81-80f452cca4a0),segment_id=bfd891dd-65b5-4811-be81-80f452cca4a0)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:54:03.264230 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-2a6f3389-e68c-48db-9cff-4f93db96a18a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10424596'] for port (94872446-6eb5-46bf-8a0a-8e33828352f9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:03.276727 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-2a6f3389-e68c-48db-9cff-4f93db96a18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:03.277441 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-2a6f3389-e68c-48db-9cff-4f93db96a18a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:03.279234 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-2a6f3389-e68c-48db-9cff-4f93db96a18a service neutron] 10.222.0.39 "PUT /v2.0/ports/94872446-6eb5-46bf-8a0a-8e33828352f9 HTTP/1.1" status: 200 len: 1094 time: 1.2809706 Feb 04 00:54:03.281844 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '877deee7-124c-43a1-812a-af658ec4c7a9', 'tag': '94872446-6eb5-46bf-8a0a-8e33828352f9'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:54:03.284114 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9923a7793e9fa6102d344dd696201155eb04f662303130ce66584af0359f1e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81f2b8b-a0e4-44e1-8b55-26a6fcca1275" -d '{"events": [{"name": "network-changed", "server_uuid": "877deee7-124c-43a1-812a-af658ec4c7a9", "tag": "94872446-6eb5-46bf-8a0a-8e33828352f9"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:54:03.337746 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f3389-e68c-48db-9cff-4f93db96a18a service neutron] Pushing event updated for resources: {'Port': ['ID=94872446-6eb5-46bf-8a0a-8e33828352f9,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:03.341365 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 00:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5531353e-0d1b-4b00-bbcb-aa29a9246f43 x-openstack-request-id: req-5531353e-0d1b-4b00-bbcb-aa29a9246f43 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:54:03.341603 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "877deee7-124c-43a1-812a-af658ec4c7a9", "tag": "94872446-6eb5-46bf-8a0a-8e33828352f9", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:54:03.341860 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5531353e-0d1b-4b00-bbcb-aa29a9246f43 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:54:03.342260 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '877deee7-124c-43a1-812a-af658ec4c7a9', 'tag': '94872446-6eb5-46bf-8a0a-8e33828352f9', 'status': 'completed', 'code': 200} Feb 04 00:54:03.409872 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f2b8b-a0e4-44e1-8b55-26a6fcca1275 req-19deca78-0e6e-431b-bf66-19f8395949f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:03.414201 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e81f2b8b-a0e4-44e1-8b55-26a6fcca1275 req-19deca78-0e6e-431b-bf66-19f8395949f4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ee5067671e14c84ba26b96caf0b0fc1&device_id=877deee7-124c-43a1-812a-af658ec4c7a9 HTTP/1.1" status: 200 len: 1128 time: 0.0485113 Feb 04 00:54:03.517977 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b7395279-3bf4-413a-b643-accfb91374cf req-241a22b4-762e-4754-aeef-808958bc017f tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ffef408-5dea-4e47-a431-8a25b0f30380 HTTP/1.1" status: 200 len: 210 time: 0.0401371 Feb 04 00:54:03.616191 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f2b8b-a0e4-44e1-8b55-26a6fcca1275 req-8b6d2d66-22c5-4f8b-8be0-2ad7fff8ec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:03.618812 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e81f2b8b-a0e4-44e1-8b55-26a6fcca1275 req-8b6d2d66-22c5-4f8b-8be0-2ad7fff8ec80 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=6ee5067671e14c84ba26b96caf0b0fc1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1762154 Feb 04 00:54:03.749814 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd95fc-05eb-4007-8f02-eb759b4ed086 req-4e622b0a-df7c-4bc5-91b6-d84174eef943 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:03.757668 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-fdbd95fc-05eb-4007-8f02-eb759b4ed086 req-4e622b0a-df7c-4bc5-91b6-d84174eef943 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=877deee7-124c-43a1-812a-af658ec4c7a9 HTTP/1.1" status: 200 len: 944 time: 0.1334474 Feb 04 00:54:03.783251 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f2b8b-a0e4-44e1-8b55-26a6fcca1275 req-a4f22cc2-5d06-4d55-905f-cc78c7bc055c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:03.785204 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e81f2b8b-a0e4-44e1-8b55-26a6fcca1275 req-a4f22cc2-5d06-4d55-905f-cc78c7bc055c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1592171 Feb 04 00:54:03.846065 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-fdbd95fc-05eb-4007-8f02-eb759b4ed086 req-e8a9cb2a-1291-4769-a057-770069c0de0c tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874023 Feb 04 00:54:03.879596 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b777e52-8cee-47e2-ac5b-7ec3024b0571 req-b54747ed-1e7b-4807-9d48-5087ae4673c4 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:03.881144 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3b777e52-8cee-47e2-ac5b-7ec3024b0571 req-b54747ed-1e7b-4807-9d48-5087ae4673c4 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.0808706 Feb 04 00:54:03.906300 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-85afc5e3-8f65-4987-9bd2-bc27e9c63328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:03.908473 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-85afc5e3-8f65-4987-9bd2-bc27e9c63328 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ee5067671e14c84ba26b96caf0b0fc1&device_id=877deee7-124c-43a1-812a-af658ec4c7a9 HTTP/1.1" status: 200 len: 1128 time: 0.0743365 Feb 04 00:54:03.962556 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3b777e52-8cee-47e2-ac5b-7ec3024b0571 req-586c70b2-265c-4948-82b8-80208b0b52e7 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700762 Feb 04 00:54:04.023049 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-7a3bc96d-3098-488e-8b9c-134593814a92 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94872446-6eb5-46bf-8a0a-8e33828352f9 HTTP/1.1" status: 200 len: 217 time: 0.0898530 Feb 04 00:54:04.095780 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597cf59-c97c-4882-907f-2feab3814502 req-09ef2b99-ccf9-4e71-a7c6-68644c3aa25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:04.097343 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-f597cf59-c97c-4882-907f-2feab3814502 req-09ef2b99-ccf9-4e71-a7c6-68644c3aa25d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 1130 time: 0.0834446 Feb 04 00:54:04.098890 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-00e7ab86-44a1-4b55-aeaa-22cc75f862ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:04.100199 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-00e7ab86-44a1-4b55-aeaa-22cc75f862ed service neutron] 10.222.0.39 "GET /v2.0/subnets?id=65a62566-4a16-4ef6-aab9-2e1221b6fd4f HTTP/1.1" status: 200 len: 855 time: 0.0589247 Feb 04 00:54:04.167371 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-85b748bf-5a67-43bc-9169-64ae0f17be14 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c42fc013-0698-46e2-b9f7-ed99a07b79db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452931 Feb 04 00:54:04.233511 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-f597cf59-c97c-4882-907f-2feab3814502 req-5999d83d-30b7-40ca-9b14-7d2de0f85691 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222565 Feb 04 00:54:04.276707 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-cd42d628-6006-4ed2-b215-d8d53be68265 service neutron] 10.222.0.39 "GET /v2.0/networks/c42fc013-0698-46e2-b9f7-ed99a07b79db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087451 Feb 04 00:54:04.554839 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ff6cfe31-aab7-4b9f-91be-fdb676a66f78 req-b656186c-22a0-4bbe-9ead-c3b75bbb30b7 service neutron] 10.222.0.39 "GET /v2.0/networks/c42fc013-0698-46e2-b9f7-ed99a07b79db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057389 Feb 04 00:54:04.579616 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 68998cf1-94b9-4ecf-9b01-0dca422fb2bf no longer exists at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:54:04.617871 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8593ba1a-da59-4e06-8128-15940b58dc16 req-783dc820-9096-4ed2-a5d8-b269b592b1a5 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ffef408-5dea-4e47-a431-8a25b0f30380 HTTP/1.1" status: 200 len: 210 time: 0.0394685 Feb 04 00:54:04.622692 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] No Port match for: 68998cf1-94b9-4ecf-9b01-0dca422fb2bf {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 00:54:04.623306 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 68998cf1-94b9-4ecf-9b01-0dca422fb2bf not bound to the agent host hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 00:54:05.004050 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b16da1-e909-403c-8c8c-874e3ec97641 req-17280c39-f5c7-4e32-b285-9e7eb9196e57 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:05.005601 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c9b16da1-e909-403c-8c8c-874e3ec97641 req-17280c39-f5c7-4e32-b285-9e7eb9196e57 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=877deee7-124c-43a1-812a-af658ec4c7a9 HTTP/1.1" status: 200 len: 944 time: 0.0647087 Feb 04 00:54:05.055206 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c9b16da1-e909-403c-8c8c-874e3ec97641 req-07a8adf3-f10f-4fc5-97e3-638339d3639c tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435135 Feb 04 00:54:05.183448 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa41d38-8255-40c3-9973-60eae3194f20 req-1b2c8b34-fe43-4be5-871e-566e703126d2 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:05.184934 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8aa41d38-8255-40c3-9973-60eae3194f20 req-1b2c8b34-fe43-4be5-871e-566e703126d2 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.0522592 Feb 04 00:54:05.237972 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8aa41d38-8255-40c3-9973-60eae3194f20 req-c6546998-10e9-460f-a18a-edc18857d77b tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475211 Feb 04 00:54:05.333322 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 56098) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:05.459446 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1bbca63c-693f-487c-b113-9c761a53d5f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:05.532081 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1bbca63c-693f-487c-b113-9c761a53d5f0 admin admin] Publish callbacks [] for security_group (840a8000-f75e-4477-b7cc-890136a2758c), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:05.677712 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1bbca63c-693f-487c-b113-9c761a53d5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (840a8000-f75e-4477-b7cc-890136a2758c), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:05.746343 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4c84a350-dbf9-46dc-b03b-d420d03b3457 req-6a1de511-8474-405c-945c-23785b374f76 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ffef408-5dea-4e47-a431-8a25b0f30380 HTTP/1.1" status: 200 len: 210 time: 0.0573704 Feb 04 00:54:05.751592 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-1bbca63c-693f-487c-b113-9c761a53d5f0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ae4e24a596d54b5a828892b1bc495367&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4171751 Feb 04 00:54:05.754493 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 56106) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:05.758542 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbca63c-693f-487c-b113-9c761a53d5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840a8000-f75e-4477-b7cc-890136a2758c,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:05.804797 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ac478942-8443-435c-a7dd-2eaffeb7e115 admin admin] Publish callbacks [] for security_group (840a8000-f75e-4477-b7cc-890136a2758c), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:05.835596 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ac478942-8443-435c-a7dd-2eaffeb7e115 admin admin] Publish callbacks [] for security_group (840a8000-f75e-4477-b7cc-890136a2758c), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:06.031069 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ac478942-8443-435c-a7dd-2eaffeb7e115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (840a8000-f75e-4477-b7cc-890136a2758c), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:06.033931 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ac478942-8443-435c-a7dd-2eaffeb7e115 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:06.037306 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-ac478942-8443-435c-a7dd-2eaffeb7e115 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/840a8000-f75e-4477-b7cc-890136a2758c HTTP/1.1" status: 204 len: 168 time: 0.2791729 Feb 04 00:54:06.044385 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac478942-8443-435c-a7dd-2eaffeb7e115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840a8000-f75e-4477-b7cc-890136a2758c,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:06.201330 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-18df0b43-891b-4cbc-a885-601f08130e41 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:06.202816 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-18df0b43-891b-4cbc-a885-601f08130e41 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.39 "GET /v2.0/networks?id=0f6fbfe5-8583-40b3-9de0-cb5838b6aefe HTTP/1.1" status: 200 len: 809 time: 0.1511810 Feb 04 00:54:06.223030 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-e7b62414-357c-439b-baaa-336ce3c999a6 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Request body: {'port': {'device_id': '8ffef408-5dea-4e47-a431-8a25b0f30380', 'network_id': '0f6fbfe5-8583-40b3-9de0-cb5838b6aefe', 'admin_state_up': True, 'tenant_id': '28b5db47e97e4c39b1c080fa6a8c7e98'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:54:06.232645 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22413ee1-5ab9-4a6b-9927-6d1a92dd3632 req-8886cae5-a396-422d-a904-b8d1f532ce3c tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:06.234064 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-22413ee1-5ab9-4a6b-9927-6d1a92dd3632 req-8886cae5-a396-422d-a904-b8d1f532ce3c tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=877deee7-124c-43a1-812a-af658ec4c7a9 HTTP/1.1" status: 200 len: 944 time: 0.0798020 Feb 04 00:54:06.378603 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac92e6-6533-4153-87c6-a5e14bcbf7ce req-e0158f83-03c9-4324-b737-559185479e39 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:06.380747 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e3ac92e6-6533-4153-87c6-a5e14bcbf7ce req-e0158f83-03c9-4324-b737-559185479e39 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.0657017 Feb 04 00:54:06.446335 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e3ac92e6-6533-4153-87c6-a5e14bcbf7ce req-b062841a-836a-47d8-91dd-fedec4072e8c tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570939 Feb 04 00:54:06.571814 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-22413ee1-5ab9-4a6b-9927-6d1a92dd3632 req-d4803fb4-a87b-49c3-9f9d-84ffc059aa90 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248894 Feb 04 00:54:06.618752 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469fa5ff-ec79-4924-a2a4-002726a32df5 req-7b5c8db8-f116-4597-b642-f5de5a904e53 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:06.623851 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-469fa5ff-ec79-4924-a2a4-002726a32df5 req-7b5c8db8-f116-4597-b642-f5de5a904e53 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0772293 Feb 04 00:54:06.675556 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-469fa5ff-ec79-4924-a2a4-002726a32df5 req-4b65b859-b976-426a-a352-582b0128dae9 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487268 Feb 04 00:54:06.790646 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-e7b62414-357c-439b-baaa-336ce3c999a6 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Made reservation on behalf of 28b5db47e97e4c39b1c080fa6a8c7e98 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:54:06.795691 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-e7b62414-357c-439b-baaa-336ce3c999a6 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:06.907462 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-45db1b0f-b96e-422c-9376-1c8fcbb3e1b3 req-c928eecb-059c-46d9-af26-6e5f63b0cf1e tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ffef408-5dea-4e47-a431-8a25b0f30380 HTTP/1.1" status: 200 len: 210 time: 0.0681188 Feb 04 00:54:06.984685 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-e7b62414-357c-439b-baaa-336ce3c999a6 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Allocated IP 172.20.0.6 (0f6fbfe5-8583-40b3-9de0-cb5838b6aefe/d9b26d93-7892-4986-ba10-c76802848922/3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:54:07.085128 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 56166) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:07.095162 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-daac2e9c-c084-47b2-9b5a-61870a03fc07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:07.146085 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-e7b62414-357c-439b-baaa-336ce3c999a6 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Publish callbacks [] for port (3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:07.172831 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-daac2e9c-c084-47b2-9b5a-61870a03fc07 admin admin] Publish callbacks [] for security_group (1bc47d8c-46ea-441a-9d65-23f185e488b0), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:07.299489 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-daac2e9c-c084-47b2-9b5a-61870a03fc07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (1bc47d8c-46ea-441a-9d65-23f185e488b0), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:07.300127 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-e7b62414-357c-439b-baaa-336ce3c999a6 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:07.347541 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-daac2e9c-c084-47b2-9b5a-61870a03fc07 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7d54989dc5b2465da33c98cd0b9c3426&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2621150 Feb 04 00:54:07.347541 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac2e9c-c084-47b2-9b5a-61870a03fc07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc47d8c-46ea-441a-9d65-23f185e488b0,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:07.348772 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 56170) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:07.353762 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-e7b62414-357c-439b-baaa-336ce3c999a6 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Network 0f6fbfe5-8583-40b3-9de0-cb5838b6aefe is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:54:07.355181 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-e7b62414-357c-439b-baaa-336ce3c999a6 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:54:07.365882 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-e7b62414-357c-439b-baaa-336ce3c999a6 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:54:07.409920 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b62414-357c-439b-baaa-336ce3c999a6 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Pushing event updated for resources: {'Port': ['ID=3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:07.419246 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-e7b62414-357c-439b-baaa-336ce3c999a6 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:07.419875 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-e7b62414-357c-439b-baaa-336ce3c999a6 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:07.436144 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-658ad63f-c4b2-4656-883e-9301745f5b65 admin admin] Publish callbacks [] for security_group (1bc47d8c-46ea-441a-9d65-23f185e488b0), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:07.463674 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-658ad63f-c4b2-4656-883e-9301745f5b65 admin admin] Publish callbacks [] for security_group (1bc47d8c-46ea-441a-9d65-23f185e488b0), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:07.514238 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-e7b62414-357c-439b-baaa-336ce3c999a6 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2949905 Feb 04 00:54:07.531378 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-5aa8d0e0-bdce-4549-9f87-f26c41dd1970 service neutron] Request body: {'port': {'device_id': '8ffef408-5dea-4e47-a431-8a25b0f30380', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:54:07.590329 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-5aa8d0e0-bdce-4549-9f87-f26c41dd1970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:07.677704 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-658ad63f-c4b2-4656-883e-9301745f5b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (1bc47d8c-46ea-441a-9d65-23f185e488b0), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:07.679933 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-658ad63f-c4b2-4656-883e-9301745f5b65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:07.681265 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-658ad63f-c4b2-4656-883e-9301745f5b65 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1bc47d8c-46ea-441a-9d65-23f185e488b0 HTTP/1.1" status: 204 len: 168 time: 0.3314259 Feb 04 00:54:07.696734 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ad63f-c4b2-4656-883e-9301745f5b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc47d8c-46ea-441a-9d65-23f185e488b0,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:07.739125 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf46c76-a2cb-485e-92d5-3adfefe45759 req-54f53828-5f30-4d19-8988-698e12b78bff tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:07.740709 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-cbf46c76-a2cb-485e-92d5-3adfefe45759 req-54f53828-5f30-4d19-8988-698e12b78bff tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=877deee7-124c-43a1-812a-af658ec4c7a9 HTTP/1.1" status: 200 len: 944 time: 0.0964859 Feb 04 00:54:07.794278 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-cbf46c76-a2cb-485e-92d5-3adfefe45759 req-d875922c-dfd0-41fc-8c19-275aef9b352f tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449214 Feb 04 00:54:07.954134 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-5aa8d0e0-bdce-4549-9f87-f26c41dd1970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:54:07.962251 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-5aa8d0e0-bdce-4549-9f87-f26c41dd1970 service neutron] Publish callbacks [] for port (3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:07.980825 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-5aa8d0e0-bdce-4549-9f87-f26c41dd1970 service neutron] Transition to ACTIVE for port object 3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:54:08.044582 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b98de8-3551-4a11-9d31-a1d50b8df225 req-677658d1-2b6d-4308-a4d2-daed13390468 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:08.046113 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-46b98de8-3551-4a11-9d31-a1d50b8df225 req-677658d1-2b6d-4308-a4d2-daed13390468 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ffef408-5dea-4e47-a431-8a25b0f30380 HTTP/1.1" status: 200 len: 931 time: 0.0575516 Feb 04 00:54:08.095780 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-46b98de8-3551-4a11-9d31-a1d50b8df225 req-58fef02c-a65a-4c13-ad5c-cbbb0bf39008 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/security-groups?id=028db23f-8862-4bef-bf0d-f234dd9b06e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434778 Feb 04 00:54:08.096849 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-5aa8d0e0-bdce-4549-9f87-f26c41dd1970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10424596'] for port (3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:08.157249 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa8d0e0-bdce-4549-9f87-f26c41dd1970 service neutron] Pushing event updated for resources: {'Port': ['ID=3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:08.232582 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-5aa8d0e0-bdce-4549-9f87-f26c41dd1970 service neutron] Attempting to bind port 3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f on host hv-cinder-82777 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 00:54:08.237589 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-5aa8d0e0-bdce-4549-9f87-f26c41dd1970 service neutron] Attempting to bind port 3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': 'a8644780-31bd-492d-95ef-3f04d052194f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0f6fbfe5-8583-40b3-9de0-cb5838b6aefe'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 00:54:08.237589 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-5aa8d0e0-bdce-4549-9f87-f26c41dd1970 service neutron] Attempting to bind port 3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f on network 0f6fbfe5-8583-40b3-9de0-cb5838b6aefe {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:54:08.238399 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-5aa8d0e0-bdce-4549-9f87-f26c41dd1970 service neutron] Port 3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f on network 0f6fbfe5-8583-40b3-9de0-cb5838b6aefe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 00:54:08.238726 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-5aa8d0e0-bdce-4549-9f87-f26c41dd1970 service neutron] Attempting to bind port 3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f on network 0f6fbfe5-8583-40b3-9de0-cb5838b6aefe {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:54:08.244151 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-5aa8d0e0-bdce-4549-9f87-f26c41dd1970 service neutron] Checking agent: {'id': 'bf093114-7719-4a60-8fae-8541124bea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 50, 48), 'started_at': datetime.datetime(2022, 2, 4, 0, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 00:54:08.244504 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-5aa8d0e0-bdce-4549-9f87-f26c41dd1970 service neutron] Checking segment: {'id': 'a8644780-31bd-492d-95ef-3f04d052194f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0f6fbfe5-8583-40b3-9de0-cb5838b6aefe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:54:08.244894 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-5aa8d0e0-bdce-4549-9f87-f26c41dd1970 service neutron] Bound using segment: {'id': 'a8644780-31bd-492d-95ef-3f04d052194f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0f6fbfe5-8583-40b3-9de0-cb5838b6aefe'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 00:54:08.245369 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-5aa8d0e0-bdce-4549-9f87-f26c41dd1970 service neutron] Bound port: 3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8644780-31bd-492d-95ef-3f04d052194f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0f6fbfe5-8583-40b3-9de0-cb5838b6aefe'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 00:54:08.245755 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-5aa8d0e0-bdce-4549-9f87-f26c41dd1970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:08.317002 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-5aa8d0e0-bdce-4549-9f87-f26c41dd1970 service neutron] For port 3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f, host hv-cinder-82777, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:54:08.320109 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-5aa8d0e0-bdce-4549-9f87-f26c41dd1970 service neutron] For port 3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f,segment=NetworkSegment(a8644780-31bd-492d-95ef-3f04d052194f),segment_id=a8644780-31bd-492d-95ef-3f04d052194f)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:54:08.425540 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-5aa8d0e0-bdce-4549-9f87-f26c41dd1970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10424596'] for port (3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:08.470950 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-5aa8d0e0-bdce-4549-9f87-f26c41dd1970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:08.471662 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-5aa8d0e0-bdce-4549-9f87-f26c41dd1970 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:08.473157 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-5aa8d0e0-bdce-4549-9f87-f26c41dd1970 service neutron] 10.222.0.39 "PUT /v2.0/ports/3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f HTTP/1.1" status: 200 len: 1093 time: 0.9462771 Feb 04 00:54:08.473563 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ffef408-5dea-4e47-a431-8a25b0f30380', 'tag': '3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:54:08.487048 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9923a7793e9fa6102d344dd696201155eb04f662303130ce66584af0359f1e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e355908a-7256-445e-8ca0-f6a8c2b83191" -d '{"events": [{"name": "network-changed", "server_uuid": "8ffef408-5dea-4e47-a431-8a25b0f30380", "tag": "3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:54:08.501664 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa8d0e0-bdce-4549-9f87-f26c41dd1970 service neutron] Pushing event updated for resources: {'Port': ['ID=3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:08.529114 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 00:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def5b577-aa0d-4af6-9d6d-f24b6973afdc x-openstack-request-id: req-def5b577-aa0d-4af6-9d6d-f24b6973afdc {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:54:08.530665 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ffef408-5dea-4e47-a431-8a25b0f30380", "tag": "3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:54:08.531091 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-def5b577-aa0d-4af6-9d6d-f24b6973afdc {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:54:08.532694 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ffef408-5dea-4e47-a431-8a25b0f30380', 'tag': '3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f', 'status': 'completed', 'code': 200} Feb 04 00:54:08.599892 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 94872446-6eb5-46bf-8a0a-8e33828352f9 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 00:54:08.603584 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355908a-7256-445e-8ca0-f6a8c2b83191 req-458f4cc8-a3ef-4ecc-8943-44a59016dea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:08.607182 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e355908a-7256-445e-8ca0-f6a8c2b83191 req-458f4cc8-a3ef-4ecc-8943-44a59016dea0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=28b5db47e97e4c39b1c080fa6a8c7e98&device_id=8ffef408-5dea-4e47-a431-8a25b0f30380 HTTP/1.1" status: 200 len: 1127 time: 0.0666046 Feb 04 00:54:08.718831 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 94872446-6eb5-46bf-8a0a-8e33828352f9, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=94872446-6eb5-46bf-8a0a-8e33828352f9,segment=NetworkSegment(bfd891dd-65b5-4811-be81-80f452cca4a0),segment_id=bfd891dd-65b5-4811-be81-80f452cca4a0)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:54:08.731374 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Returning: {'device': '94872446-6eb5-46bf-8a0a-8e33828352f9', 'network_id': 'c42fc013-0698-46e2-b9f7-ed99a07b79db', 'port_id': '94872446-6eb5-46bf-8a0a-8e33828352f9', 'mac_address': 'fa:16:3e:7e:85:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65a62566-4a16-4ef6-aab9-2e1221b6fd4f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 00:54:08.731661 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355908a-7256-445e-8ca0-f6a8c2b83191 req-acff7b2b-0ab8-466a-960f-eba1890990fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:08.733511 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e355908a-7256-445e-8ca0-f6a8c2b83191 req-acff7b2b-0ab8-466a-960f-eba1890990fc service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=28b5db47e97e4c39b1c080fa6a8c7e98&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1181307 Feb 04 00:54:08.772646 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port 94872446-6eb5-46bf-8a0a-8e33828352f9 is: DOWN; New status is: BUILD {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:54:08.773505 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (94872446-6eb5-46bf-8a0a-8e33828352f9), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:08.787456 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94872446-6eb5-46bf-8a0a-8e33828352f9 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:54:08.823064 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 94872446-6eb5-46bf-8a0a-8e33828352f9, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=94872446-6eb5-46bf-8a0a-8e33828352f9,segment=NetworkSegment(bfd891dd-65b5-4811-be81-80f452cca4a0),segment_id=bfd891dd-65b5-4811-be81-80f452cca4a0)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:54:08.858525 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355908a-7256-445e-8ca0-f6a8c2b83191 req-ae6a84a1-1299-4cb1-9aca-a1e01c118985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:08.860648 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e355908a-7256-445e-8ca0-f6a8c2b83191 req-ae6a84a1-1299-4cb1-9aca-a1e01c118985 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1205676 Feb 04 00:54:08.935014 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (94872446-6eb5-46bf-8a0a-8e33828352f9), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:08.983321 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ce9c3-688a-4126-8af2-7d6a4127b36f req-6b8292bf-bbe4-48b7-b001-b11533a35a98 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:08.984806 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-be7ce9c3-688a-4126-8af2-7d6a4127b36f req-6b8292bf-bbe4-48b7-b001-b11533a35a98 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=877deee7-124c-43a1-812a-af658ec4c7a9 HTTP/1.1" status: 200 len: 944 time: 0.1020579 Feb 04 00:54:08.989349 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=94872446-6eb5-46bf-8a0a-8e33828352f9,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:08.990030 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-0b3e3519-7ede-4b3b-bc7a-91aed141a6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:08.991451 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-0b3e3519-7ede-4b3b-bc7a-91aed141a6f6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=28b5db47e97e4c39b1c080fa6a8c7e98&device_id=8ffef408-5dea-4e47-a431-8a25b0f30380 HTTP/1.1" status: 200 len: 1127 time: 0.0730052 Feb 04 00:54:09.050116 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-1802a89c-24da-4a4a-b858-2c0866bd6436 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f HTTP/1.1" status: 200 len: 217 time: 0.0441523 Feb 04 00:54:09.109869 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-be7ce9c3-688a-4126-8af2-7d6a4127b36f req-0d812b7e-bfcf-48fe-b957-1bcff3f58c07 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174448 Feb 04 00:54:09.121352 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-5a0511d8-f461-4998-ae7a-326a5d0e82d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:09.122874 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-5a0511d8-f461-4998-ae7a-326a5d0e82d2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d9b26d93-7892-4986-ba10-c76802848922 HTTP/1.1" status: 200 len: 849 time: 0.0615513 Feb 04 00:54:09.168232 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-7171a55b-78fd-4fcc-8051-fa58285f468c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f6fbfe5-8583-40b3-9de0-cb5838b6aefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342119 Feb 04 00:54:09.212386 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 56246) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:09.262285 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['94872446-6eb5-46bf-8a0a-8e33828352f9'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:54:09.316326 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe93eaa-87c2-4fd7-b010-9c0eed31a9d0 req-4a3643fe-acc6-4f9e-9fb6-7cfaec3c99d5 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:09.317907 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-5fe93eaa-87c2-4fd7-b010-9c0eed31a9d0 req-4a3643fe-acc6-4f9e-9fb6-7cfaec3c99d5 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ffef408-5dea-4e47-a431-8a25b0f30380 HTTP/1.1" status: 200 len: 943 time: 0.1268079 Feb 04 00:54:09.350937 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf252166-480d-41af-9830-c90c7097e6da req-a9aa5180-7244-43d8-b4b2-5836538d87dd tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:09.359182 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-bf252166-480d-41af-9830-c90c7097e6da req-a9aa5180-7244-43d8-b4b2-5836538d87dd tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0881422 Feb 04 00:54:09.414122 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-bf252166-480d-41af-9830-c90c7097e6da req-6f29caf5-94f7-4434-8af7-4ba8f37940ab tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539238 Feb 04 00:54:09.428326 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-db870bbe-a7d8-4b15-9393-5eb8edbb3754 service neutron] 10.222.0.39 "GET /v2.0/networks/0f6fbfe5-8583-40b3-9de0-cb5838b6aefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491920 Feb 04 00:54:09.434142 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-76ff4613-edc5-413c-88c9-f232bf5bb4d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:09.513792 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-5fe93eaa-87c2-4fd7-b010-9c0eed31a9d0 req-d2e3090e-eb2e-4c2e-aa55-c6b258ca3978 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/security-groups?id=028db23f-8862-4bef-bf0d-f234dd9b06e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864123 Feb 04 00:54:09.534174 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf89424-6b7f-4cd9-ba2d-3b5e02b0d870 req-fd0a2b69-6703-4e83-80c3-63f40ebc33c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:09.536470 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-bbf89424-6b7f-4cd9-ba2d-3b5e02b0d870 req-fd0a2b69-6703-4e83-80c3-63f40ebc33c5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2afd163d280640839661275f0ebd1c4e&device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 1129 time: 0.1652832 Feb 04 00:54:09.555629 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-76ff4613-edc5-413c-88c9-f232bf5bb4d8 admin admin] Publish callbacks [] for security_group (03a00cac-26b2-473f-8a2b-47b56b4ca2e2), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:09.622846 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3d3b4634-738f-40a8-ad4e-f91f98a1c596 req-10e8d22f-7186-4db5-9185-c645322d806b service neutron] 10.222.0.39 "GET /v2.0/networks/0f6fbfe5-8583-40b3-9de0-cb5838b6aefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860232 Feb 04 00:54:09.663228 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf89424-6b7f-4cd9-ba2d-3b5e02b0d870 req-89bb55c4-cef4-4fec-ace9-5622a4a545c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:09.664653 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-bbf89424-6b7f-4cd9-ba2d-3b5e02b0d870 req-89bb55c4-cef4-4fec-ace9-5622a4a545c4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae043462-32cc-4bf5-9ede-b06308dbc788 HTTP/1.1" status: 200 len: 920 time: 0.1124549 Feb 04 00:54:09.682221 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-76ff4613-edc5-413c-88c9-f232bf5bb4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (03a00cac-26b2-473f-8a2b-47b56b4ca2e2), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:09.723656 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-bbf89424-6b7f-4cd9-ba2d-3b5e02b0d870 req-83ae34a2-76f4-4dcb-a905-7ed9898fe5e7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3444036-dd14-4e16-9a59-c926e0b970dc HTTP/1.1" status: 200 len: 217 time: 0.0426171 Feb 04 00:54:09.728384 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-76ff4613-edc5-413c-88c9-f232bf5bb4d8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=73e73b8993934d06ac2cc793ffdce9d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5118911 Feb 04 00:54:09.728384 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ff4613-edc5-413c-88c9-f232bf5bb4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a00cac-26b2-473f-8a2b-47b56b4ca2e2,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:09.731223 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 56262) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:09.760574 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 56266) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:09.785090 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf89424-6b7f-4cd9-ba2d-3b5e02b0d870 req-092ae13c-01a0-492a-84c4-00feb48cd04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:09.786909 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-bbf89424-6b7f-4cd9-ba2d-3b5e02b0d870 req-092ae13c-01a0-492a-84c4-00feb48cd04e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=46745580-e406-4b05-84f7-81e0482f0518 HTTP/1.1" status: 200 len: 859 time: 0.0543499 Feb 04 00:54:09.830090 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7356526b-abd0-490f-9dd8-2f8b2827d78d admin admin] Publish callbacks [] for security_group (03a00cac-26b2-473f-8a2b-47b56b4ca2e2), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:09.831924 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-bbf89424-6b7f-4cd9-ba2d-3b5e02b0d870 req-402c41b9-5846-41aa-b1f2-b7f46efa59e4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae043462-32cc-4bf5-9ede-b06308dbc788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331073 Feb 04 00:54:09.834092 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-366fc357-8f2e-4db2-a7ca-942cd8eb479f admin admin] Deleting subnet 302048e0-da0c-4947-8d90-628a02b29424 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 00:54:09.839897 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-366fc357-8f2e-4db2-a7ca-942cd8eb479f admin admin] Publish callbacks [] for subnet (302048e0-da0c-4947-8d90-628a02b29424), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:09.880183 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7356526b-abd0-490f-9dd8-2f8b2827d78d admin admin] Publish callbacks [] for security_group (03a00cac-26b2-473f-8a2b-47b56b4ca2e2), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:09.897006 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-366fc357-8f2e-4db2-a7ca-942cd8eb479f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2987914'] for subnet (302048e0-da0c-4947-8d90-628a02b29424), precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:09.927390 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-bbf89424-6b7f-4cd9-ba2d-3b5e02b0d870 req-072821ac-9437-4eff-8ded-f56eb95ac386 service neutron] 10.222.0.39 "GET /v2.0/networks/ae043462-32cc-4bf5-9ede-b06308dbc788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878232 Feb 04 00:54:09.951966 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-366fc357-8f2e-4db2-a7ca-942cd8eb479f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383273'] for subnet (302048e0-da0c-4947-8d90-628a02b29424), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:10.024771 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-bbf89424-6b7f-4cd9-ba2d-3b5e02b0d870 req-60eec5c7-a6f9-4c30-adc1-0444a9ca414f service neutron] 10.222.0.39 "GET /v2.0/networks/ae043462-32cc-4bf5-9ede-b06308dbc788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900893 Feb 04 00:54:10.070792 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7356526b-abd0-490f-9dd8-2f8b2827d78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (03a00cac-26b2-473f-8a2b-47b56b4ca2e2), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:10.074149 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7356526b-abd0-490f-9dd8-2f8b2827d78d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:10.075311 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-7356526b-abd0-490f-9dd8-2f8b2827d78d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/03a00cac-26b2-473f-8a2b-47b56b4ca2e2 HTTP/1.1" status: 204 len: 168 time: 0.3429613 Feb 04 00:54:10.089366 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356526b-abd0-490f-9dd8-2f8b2827d78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a00cac-26b2-473f-8a2b-47b56b4ca2e2,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:10.128367 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-366fc357-8f2e-4db2-a7ca-942cd8eb479f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-659986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9915318'] for subnet (302048e0-da0c-4947-8d90-628a02b29424), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:10.156091 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366fc357-8f2e-4db2-a7ca-942cd8eb479f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=302048e0-da0c-4947-8d90-628a02b29424,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:10.162278 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-366fc357-8f2e-4db2-a7ca-942cd8eb479f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:10.166955 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ab34b06b-af5f-45ad-8ba3-cd26606e9780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:10.167457 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-366fc357-8f2e-4db2-a7ca-942cd8eb479f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/302048e0-da0c-4947-8d90-628a02b29424 HTTP/1.1" status: 204 len: 168 time: 0.4032719 Feb 04 00:54:10.168297 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 56282) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:10.273260 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0e4ae13c-2b2e-4602-b59a-8622ece4192c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-749408'] for network (794754f0-36d6-4477-b1d5-deb0cc2f3488), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:10.291756 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d603bc-7e39-44f9-b42d-8336347ada30 req-2f17f64a-573b-4200-9c03-cc1ddae550f2 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:10.293321 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c3d603bc-7e39-44f9-b42d-8336347ada30 req-2f17f64a-573b-4200-9c03-cc1ddae550f2 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=877deee7-124c-43a1-812a-af658ec4c7a9 HTTP/1.1" status: 200 len: 945 time: 0.0789912 Feb 04 00:54:10.403709 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0e4ae13c-2b2e-4602-b59a-8622ece4192c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381372', 'neutron.services.segments.db._delete_segments_for_network-8784746458965'] for network (794754f0-36d6-4477-b1d5-deb0cc2f3488), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:10.414268 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c3d603bc-7e39-44f9-b42d-8336347ada30 req-b5821cf7-fe9d-4aeb-b87d-0fb586a49499 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144254 Feb 04 00:54:10.433504 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-0e4ae13c-2b2e-4602-b59a-8622ece4192c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['794754f0-36d6-4477-b1d5-deb0cc2f3488']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:54:10.452476 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-0e4ae13c-2b2e-4602-b59a-8622ece4192c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18b8e94c-93f7-4863-8c3e-3828e494b71b') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:54:10.452476 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-0e4ae13c-2b2e-4602-b59a-8622ece4192c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18b8e94c-93f7-4863-8c3e-3828e494b71b') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:54:10.458039 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0e4ae13c-2b2e-4602-b59a-8622ece4192c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784746459486', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2987907'] for segment (18b8e94c-93f7-4863-8c3e-3828e494b71b), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:10.474787 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0e4ae13c-2b2e-4602-b59a-8622ece4192c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650'] for segment (18b8e94c-93f7-4863-8c3e-3828e494b71b), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:10.492268 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e4ae13c-2b2e-4602-b59a-8622ece4192c admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 00:54:10.492763 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0e4ae13c-2b2e-4602-b59a-8622ece4192c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-660156'] for segment (18b8e94c-93f7-4863-8c3e-3828e494b71b), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:10.495298 dv-cinder-827778-1-iscsi neutron-server[109722]: Traceback (most recent call last): Feb 04 00:54:10.495298 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 00:54:10.495298 dv-cinder-827778-1-iscsi neutron-server[109722]: timer() Feb 04 00:54:10.495298 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 00:54:10.495298 dv-cinder-827778-1-iscsi neutron-server[109722]: cb(*args, **kw) Feb 04 00:54:10.495298 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 00:54:10.495298 dv-cinder-827778-1-iscsi neutron-server[109722]: return func(*args, **kwargs) Feb 04 00:54:10.495298 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 00:54:10.495298 dv-cinder-827778-1-iscsi neutron-server[109722]: self._notify() Feb 04 00:54:10.495298 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 00:54:10.495298 dv-cinder-827778-1-iscsi neutron-server[109722]: self.callback(batched_events) Feb 04 00:54:10.495298 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 00:54:10.495298 dv-cinder-827778-1-iscsi neutron-server[109722]: event.method(event) Feb 04 00:54:10.495298 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 00:54:10.495298 dv-cinder-827778-1-iscsi neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 00:54:10.495298 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 00:54:10.495298 dv-cinder-827778-1-iscsi neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 00:54:10.495298 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 00:54:10.495298 dv-cinder-827778-1-iscsi neutron-server[109722]: return f(self, *a, **k) Feb 04 00:54:10.495298 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 00:54:10.495298 dv-cinder-827778-1-iscsi neutron-server[109722]: return self._get(url).json() Feb 04 00:54:10.495298 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 00:54:10.495298 dv-cinder-827778-1-iscsi neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 00:54:10.495298 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 00:54:10.495298 dv-cinder-827778-1-iscsi neutron-server[109722]: return self.request(url, 'GET', **kwargs) Feb 04 00:54:10.495298 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 00:54:10.495298 dv-cinder-827778-1-iscsi neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 00:54:10.495298 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 00:54:10.495298 dv-cinder-827778-1-iscsi neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 00:54:10.495298 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 00:54:10.495298 dv-cinder-827778-1-iscsi neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 00:54:10.495298 dv-cinder-827778-1-iscsi neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 00:54:10.607664 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f64312-c5da-4875-8f4b-ae006e26e0e4 req-ec40959d-eee0-4c98-a7c7-328a49119ad5 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:10.609879 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-16f64312-c5da-4875-8f4b-ae006e26e0e4 req-ec40959d-eee0-4c98-a7c7-328a49119ad5 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.1036355 Feb 04 00:54:10.623471 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 94872446-6eb5-46bf-8a0a-8e33828352f9 up at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:54:10.693512 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956edfb-e35d-4489-b0c5-de5b41c0f5b7 req-46778cde-6982-48fb-a085-464d7eeda669 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:10.693512 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3956edfb-e35d-4489-b0c5-de5b41c0f5b7 req-46778cde-6982-48fb-a085-464d7eeda669 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ffef408-5dea-4e47-a431-8a25b0f30380 HTTP/1.1" status: 200 len: 943 time: 0.0801613 Feb 04 00:54:10.693512 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0e4ae13c-2b2e-4602-b59a-8622ece4192c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601460'] for network (794754f0-36d6-4477-b1d5-deb0cc2f3488), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:10.714332 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0e4ae13c-2b2e-4602-b59a-8622ece4192c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for network (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:10.718295 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-0e4ae13c-2b2e-4602-b59a-8622ece4192c admin admin] 10.222.0.10 "DELETE /v2.0/networks/794754f0-36d6-4477-b1d5-deb0cc2f3488 HTTP/1.1" status: 204 len: 168 time: 0.5489655 Feb 04 00:54:10.719432 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4ae13c-2b2e-4602-b59a-8622ece4192c admin admin] Pushing event deleted for resources: {'Network': ['ID=794754f0-36d6-4477-b1d5-deb0cc2f3488,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:10.723372 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 56310) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:10.740530 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-16f64312-c5da-4875-8f4b-ae006e26e0e4 req-cc740198-7207-4bdc-bdc8-a067a615875a tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250768 Feb 04 00:54:10.767584 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3956edfb-e35d-4489-b0c5-de5b41c0f5b7 req-23f5b033-8712-4857-81bb-419870e505d2 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/security-groups?id=028db23f-8862-4bef-bf0d-f234dd9b06e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548072 Feb 04 00:54:10.785307 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-561f7373-5368-4073-8d20-d34cc3c27304 admin admin] Deleting subnet 8cf5b990-e05d-4989-9356-f55c21e93721 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 00:54:10.789146 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-561f7373-5368-4073-8d20-d34cc3c27304 admin admin] Publish callbacks [] for subnet (8cf5b990-e05d-4989-9356-f55c21e93721), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:10.813644 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning for port 94872446-6eb5-46bf-8a0a-8e33828352f9 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:54:10.817915 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning complete for port 94872446-6eb5-46bf-8a0a-8e33828352f9 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:54:10.818030 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (94872446-6eb5-46bf-8a0a-8e33828352f9), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:10.826619 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-561f7373-5368-4073-8d20-d34cc3c27304 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10427957'] for subnet (8cf5b990-e05d-4989-9356-f55c21e93721), precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:10.871403 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-561f7373-5368-4073-8d20-d34cc3c27304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383273'] for subnet (8cf5b990-e05d-4989-9356-f55c21e93721), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:10.908952 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port 94872446-6eb5-46bf-8a0a-8e33828352f9 is: BUILD; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:54:10.909254 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (94872446-6eb5-46bf-8a0a-8e33828352f9), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:10.938544 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '877deee7-124c-43a1-812a-af658ec4c7a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94872446-6eb5-46bf-8a0a-8e33828352f9'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:54:10.941076 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6008afca8a05d931a9cb2feac605f7a66ad88b8a0c7f78d7c81d8c88d670685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38129a20-6ad3-4d4b-980b-4cc656328270" -d '{"events": [{"server_uuid": "877deee7-124c-43a1-812a-af658ec4c7a9", "name": "network-vif-plugged", "status": "completed", "tag": "94872446-6eb5-46bf-8a0a-8e33828352f9"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:54:10.957401 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 94872446-6eb5-46bf-8a0a-8e33828352f9, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=94872446-6eb5-46bf-8a0a-8e33828352f9,segment=NetworkSegment(bfd891dd-65b5-4811-be81-80f452cca4a0),segment_id=bfd891dd-65b5-4811-be81-80f452cca4a0)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:54:10.985137 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8537c3b5-131c-46d4-ab33-2d15c47ac299 x-openstack-request-id: req-8537c3b5-131c-46d4-ab33-2d15c47ac299 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:54:10.985604 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "877deee7-124c-43a1-812a-af658ec4c7a9", "name": "network-vif-plugged", "status": "completed", "tag": "94872446-6eb5-46bf-8a0a-8e33828352f9", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:54:10.985884 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8537c3b5-131c-46d4-ab33-2d15c47ac299 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:54:10.986283 dv-cinder-827778-1-iscsi neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '877deee7-124c-43a1-812a-af658ec4c7a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94872446-6eb5-46bf-8a0a-8e33828352f9', 'code': 200} Feb 04 00:54:11.020228 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-561f7373-5368-4073-8d20-d34cc3c27304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10424670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8755965'] for subnet (8cf5b990-e05d-4989-9356-f55c21e93721), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:11.049692 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f7373-5368-4073-8d20-d34cc3c27304 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cf5b990-e05d-4989-9356-f55c21e93721,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:11.054256 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-561f7373-5368-4073-8d20-d34cc3c27304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for subnet (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:11.060679 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-561f7373-5368-4073-8d20-d34cc3c27304 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8cf5b990-e05d-4989-9356-f55c21e93721 HTTP/1.1" status: 204 len: 168 time: 0.3325036 Feb 04 00:54:11.060679 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 56316) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:11.082372 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (94872446-6eb5-46bf-8a0a-8e33828352f9), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:11.135289 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c9170ec9-0718-4629-93bf-07cfd59727ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-749408'] for network (2592017a-1e4d-4618-b15d-7da6119a60db), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:11.136957 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=94872446-6eb5-46bf-8a0a-8e33828352f9,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:11.231871 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 56322) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:11.256624 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c9170ec9-0718-4629-93bf-07cfd59727ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381372', 'neutron.services.segments.db._delete_segments_for_network-8784746458965'] for network (2592017a-1e4d-4618-b15d-7da6119a60db), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:11.278802 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.services.segments.db [None req-c9170ec9-0718-4629-93bf-07cfd59727ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2592017a-1e4d-4618-b15d-7da6119a60db']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:54:11.291876 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.services.segments.db [None req-c9170ec9-0718-4629-93bf-07cfd59727ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d427cd6-7364-44b2-a5fc-9283b764e206') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:54:11.292286 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.services.segments.db [None req-c9170ec9-0718-4629-93bf-07cfd59727ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d427cd6-7364-44b2-a5fc-9283b764e206') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:54:11.303127 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c9170ec9-0718-4629-93bf-07cfd59727ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784746459486', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10427964'] for segment (5d427cd6-7364-44b2-a5fc-9283b764e206), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:11.328905 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c9170ec9-0718-4629-93bf-07cfd59727ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650'] for segment (5d427cd6-7364-44b2-a5fc-9283b764e206), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:11.338965 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9170ec9-0718-4629-93bf-07cfd59727ee admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 00:54:11.338965 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c9170ec9-0718-4629-93bf-07cfd59727ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10424816'] for segment (5d427cd6-7364-44b2-a5fc-9283b764e206), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:11.338965 dv-cinder-827778-1-iscsi neutron-server[109723]: Traceback (most recent call last): Feb 04 00:54:11.338965 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 00:54:11.338965 dv-cinder-827778-1-iscsi neutron-server[109723]: timer() Feb 04 00:54:11.338965 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 00:54:11.338965 dv-cinder-827778-1-iscsi neutron-server[109723]: cb(*args, **kw) Feb 04 00:54:11.338965 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 00:54:11.338965 dv-cinder-827778-1-iscsi neutron-server[109723]: return func(*args, **kwargs) Feb 04 00:54:11.338965 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 00:54:11.338965 dv-cinder-827778-1-iscsi neutron-server[109723]: self._notify() Feb 04 00:54:11.338965 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 00:54:11.338965 dv-cinder-827778-1-iscsi neutron-server[109723]: self.callback(batched_events) Feb 04 00:54:11.338965 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 00:54:11.338965 dv-cinder-827778-1-iscsi neutron-server[109723]: event.method(event) Feb 04 00:54:11.338965 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 00:54:11.338965 dv-cinder-827778-1-iscsi neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 00:54:11.338965 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 00:54:11.338965 dv-cinder-827778-1-iscsi neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 00:54:11.338965 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 00:54:11.338965 dv-cinder-827778-1-iscsi neutron-server[109723]: return f(self, *a, **k) Feb 04 00:54:11.338965 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 00:54:11.338965 dv-cinder-827778-1-iscsi neutron-server[109723]: return self._get(url).json() Feb 04 00:54:11.338965 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 00:54:11.338965 dv-cinder-827778-1-iscsi neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 00:54:11.338965 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 00:54:11.338965 dv-cinder-827778-1-iscsi neutron-server[109723]: return self.request(url, 'GET', **kwargs) Feb 04 00:54:11.338965 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 00:54:11.338965 dv-cinder-827778-1-iscsi neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 00:54:11.338965 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 00:54:11.338965 dv-cinder-827778-1-iscsi neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 00:54:11.338965 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 00:54:11.338965 dv-cinder-827778-1-iscsi neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 00:54:11.338965 dv-cinder-827778-1-iscsi neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 00:54:11.422996 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-be1013fd-8a61-45ba-80b2-e3f302057cc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:11.456085 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2493230-1df0-4d94-953a-9844e256dd5f req-be1cae61-6149-42d6-8354-23a7da13930e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:11.457617 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-c2493230-1df0-4d94-953a-9844e256dd5f req-be1cae61-6149-42d6-8354-23a7da13930e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=877deee7-124c-43a1-812a-af658ec4c7a9 HTTP/1.1" status: 200 len: 1130 time: 0.1111219 Feb 04 00:54:11.512128 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-c2493230-1df0-4d94-953a-9844e256dd5f req-3007c24d-6517-464f-8e89-00a04ff77f8f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434425 Feb 04 00:54:11.544981 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a4a3d-a427-46ba-9b42-84bcf59ea430 req-947a339e-eaba-4f53-838a-676e62ab89f0 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:11.546567 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6a5a4a3d-a427-46ba-9b42-84bcf59ea430 req-947a339e-eaba-4f53-838a-676e62ab89f0 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=877deee7-124c-43a1-812a-af658ec4c7a9 HTTP/1.1" status: 200 len: 946 time: 0.0578179 Feb 04 00:54:11.599197 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6a5a4a3d-a427-46ba-9b42-84bcf59ea430 req-14d22ff6-1704-4bb8-ab35-34e14a386cb3 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468676 Feb 04 00:54:11.667295 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c9170ec9-0718-4629-93bf-07cfd59727ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601460'] for network (2592017a-1e4d-4618-b15d-7da6119a60db), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:11.692116 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c9170ec9-0718-4629-93bf-07cfd59727ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for network (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:11.695556 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-c9170ec9-0718-4629-93bf-07cfd59727ee admin admin] 10.222.0.10 "DELETE /v2.0/networks/2592017a-1e4d-4618-b15d-7da6119a60db HTTP/1.1" status: 204 len: 168 time: 0.6343589 Feb 04 00:54:11.698566 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9170ec9-0718-4629-93bf-07cfd59727ee admin admin] Pushing event deleted for resources: {'Network': ['ID=2592017a-1e4d-4618-b15d-7da6119a60db,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:11.747861 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-be1013fd-8a61-45ba-80b2-e3f302057cc6 admin admin] Publish callbacks [] for security_group (a9d9b0e0-2668-4583-bed9-e52c62e60bc6), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:11.874347 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262081cb-3ee0-4e1e-a099-d7f321789838 req-040c6b70-c61b-44c8-872e-361fce32d38a tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:11.875947 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-262081cb-3ee0-4e1e-a099-d7f321789838 req-040c6b70-c61b-44c8-872e-361fce32d38a tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0580521 Feb 04 00:54:11.892564 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554f8e3-ffae-48a2-8f60-1b947e30a7f9 req-23ff4027-d2c3-4713-bcbf-85235f853bab tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:11.894092 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-7554f8e3-ffae-48a2-8f60-1b947e30a7f9 req-23ff4027-d2c3-4713-bcbf-85235f853bab tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ffef408-5dea-4e47-a431-8a25b0f30380 HTTP/1.1" status: 200 len: 943 time: 0.0588911 Feb 04 00:54:11.910561 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-be1013fd-8a61-45ba-80b2-e3f302057cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (a9d9b0e0-2668-4583-bed9-e52c62e60bc6), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:11.946010 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-7554f8e3-ffae-48a2-8f60-1b947e30a7f9 req-5b8f0865-87b5-436c-9ca0-52846fd8d539 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/security-groups?id=028db23f-8862-4bef-bf0d-f234dd9b06e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463741 Feb 04 00:54:11.962431 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-262081cb-3ee0-4e1e-a099-d7f321789838 req-9bb368c6-fdab-49e9-a072-9345e34e3043 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797555 Feb 04 00:54:11.970236 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-be1013fd-8a61-45ba-80b2-e3f302057cc6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fb51f6e86e534a849572604c97caa5d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7373285 Feb 04 00:54:11.972907 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 56346) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:11.975263 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1013fd-8a61-45ba-80b2-e3f302057cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d9b0e0-2668-4583-bed9-e52c62e60bc6,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:12.037494 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-94f442fe-6241-41eb-865e-e6ecb6a11a90 admin admin] Publish callbacks [] for security_group (a9d9b0e0-2668-4583-bed9-e52c62e60bc6), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:12.060247 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-94f442fe-6241-41eb-865e-e6ecb6a11a90 admin admin] Publish callbacks [] for security_group (a9d9b0e0-2668-4583-bed9-e52c62e60bc6), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:12.113263 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 56352) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:12.155530 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-763bd913-1217-47ed-8c2f-e045e96ed063 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8b1be85528164b0aa7a9dafda3ad74a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410414 Feb 04 00:54:12.157951 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 56354) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:12.174622 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-94f442fe-6241-41eb-865e-e6ecb6a11a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (a9d9b0e0-2668-4583-bed9-e52c62e60bc6), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:12.177098 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-94f442fe-6241-41eb-865e-e6ecb6a11a90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:12.178246 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-94f442fe-6241-41eb-865e-e6ecb6a11a90 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a9d9b0e0-2668-4583-bed9-e52c62e60bc6 HTTP/1.1" status: 204 len: 168 time: 0.2037628 Feb 04 00:54:12.196384 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f442fe-6241-41eb-865e-e6ecb6a11a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d9b0e0-2668-4583-bed9-e52c62e60bc6,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:12.221554 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3bbca986-a464-472c-8189-ff3aa6aa68ab admin admin] Publish callbacks [] for security_group (2f43d614-563e-43d7-b5dd-805f40dad374), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:12.230811 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2bd5704e-0c15-4bf5-82f6-d089312c2a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:12.245886 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3bbca986-a464-472c-8189-ff3aa6aa68ab admin admin] Publish callbacks [] for security_group (2f43d614-563e-43d7-b5dd-805f40dad374), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:12.357281 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3bbca986-a464-472c-8189-ff3aa6aa68ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (2f43d614-563e-43d7-b5dd-805f40dad374), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:12.360384 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3bbca986-a464-472c-8189-ff3aa6aa68ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:12.361707 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-3bbca986-a464-472c-8189-ff3aa6aa68ab admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2f43d614-563e-43d7-b5dd-805f40dad374 HTTP/1.1" status: 204 len: 168 time: 0.2028143 Feb 04 00:54:12.370664 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbca986-a464-472c-8189-ff3aa6aa68ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f43d614-563e-43d7-b5dd-805f40dad374,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:12.662848 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 00:54:12.757214 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87f146-4d79-4583-9652-731b05154a0e req-de6ade55-91fc-4042-b5f5-6eb34e9aa8ab tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:12.759639 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ab87f146-4d79-4583-9652-731b05154a0e req-de6ade55-91fc-4042-b5f5-6eb34e9aa8ab tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=877deee7-124c-43a1-812a-af658ec4c7a9 HTTP/1.1" status: 200 len: 946 time: 0.0875387 Feb 04 00:54:12.819364 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ab87f146-4d79-4583-9652-731b05154a0e req-b30b5960-d879-497b-9ad7-cbc409859cc5 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535407 Feb 04 00:54:12.847150 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f,segment=NetworkSegment(a8644780-31bd-492d-95ef-3f04d052194f),segment_id=a8644780-31bd-492d-95ef-3f04d052194f)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:54:12.860773 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Returning: {'device': '3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f', 'network_id': '0f6fbfe5-8583-40b3-9de0-cb5838b6aefe', 'port_id': '3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f', 'mac_address': 'fa:16:3e:b9:e6:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b26d93-7892-4986-ba10-c76802848922', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 00:54:12.903468 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port 3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f is: DOWN; New status is: BUILD {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:54:12.903856 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:12.917360 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:54:12.937024 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f,segment=NetworkSegment(a8644780-31bd-492d-95ef-3f04d052194f),segment_id=a8644780-31bd-492d-95ef-3f04d052194f)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:54:13.059495 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:13.064884 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c3c61-72c8-43b9-92e6-22506c11001d req-01838e38-067c-4bba-92a5-bdc37011bbef tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:13.067040 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a28c3c61-72c8-43b9-92e6-22506c11001d req-01838e38-067c-4bba-92a5-bdc37011bbef tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ffef408-5dea-4e47-a431-8a25b0f30380 HTTP/1.1" status: 200 len: 943 time: 0.0573885 Feb 04 00:54:13.094024 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460a20a-fc84-4970-a460-7d1103470d9b req-5d9571ef-f584-4d85-9632-010f172225ca tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:13.097008 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e460a20a-fc84-4970-a460-7d1103470d9b req-5d9571ef-f584-4d85-9632-010f172225ca tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0588057 Feb 04 00:54:13.120482 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a28c3c61-72c8-43b9-92e6-22506c11001d req-76b6ebb4-8dd1-4e52-9b34-58d9c8240dc4 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/security-groups?id=028db23f-8862-4bef-bf0d-f234dd9b06e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464802 Feb 04 00:54:13.125529 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:13.162944 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e460a20a-fc84-4970-a460-7d1103470d9b req-93281126-6d18-4e71-9817-534f3ecebe40 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600638 Feb 04 00:54:13.221515 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 56390) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:13.235100 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-92cdc010-8b19-4f88-91f0-8c39455f9624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:13.320402 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 56392) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:13.329812 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-92cdc010-8b19-4f88-91f0-8c39455f9624 admin admin] Publish callbacks [] for security_group (0e6407d8-9c42-44a4-83cb-0d87e11b490d), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:13.365055 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-a0eba7f9-ac83-4464-9385-aded8e4ae310 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1096dba174cd4f6488c1f81bee32982e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434847 Feb 04 00:54:13.367599 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 56394) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:13.417067 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6254f2cd-55ad-4ada-9cb4-70852d3b91b3 admin admin] Publish callbacks [] for security_group (ff6df1f2-7aad-4f1a-91b0-03ad7ee0e9ba), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:13.427269 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:54:13.443990 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6254f2cd-55ad-4ada-9cb4-70852d3b91b3 admin admin] Publish callbacks [] for security_group (ff6df1f2-7aad-4f1a-91b0-03ad7ee0e9ba), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:13.521255 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:13.662645 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-92cdc010-8b19-4f88-91f0-8c39455f9624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (0e6407d8-9c42-44a4-83cb-0d87e11b490d), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:13.721736 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-92cdc010-8b19-4f88-91f0-8c39455f9624 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e47d5f7a817c45c6a7375d276235246e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4990363 Feb 04 00:54:13.722846 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cdc010-8b19-4f88-91f0-8c39455f9624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6407d8-9c42-44a4-83cb-0d87e11b490d,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:13.724691 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 56396) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:13.776056 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5b594ded-51db-4bfe-9ba7-9076c7197b17 admin admin] Publish callbacks [] for security_group (0e6407d8-9c42-44a4-83cb-0d87e11b490d), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:13.797966 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5b594ded-51db-4bfe-9ba7-9076c7197b17 admin admin] Publish callbacks [] for security_group (0e6407d8-9c42-44a4-83cb-0d87e11b490d), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:13.813617 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6254f2cd-55ad-4ada-9cb4-70852d3b91b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (ff6df1f2-7aad-4f1a-91b0-03ad7ee0e9ba), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:13.816113 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6254f2cd-55ad-4ada-9cb4-70852d3b91b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:13.817298 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-6254f2cd-55ad-4ada-9cb4-70852d3b91b3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ff6df1f2-7aad-4f1a-91b0-03ad7ee0e9ba HTTP/1.1" status: 204 len: 168 time: 0.4487231 Feb 04 00:54:13.830048 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254f2cd-55ad-4ada-9cb4-70852d3b91b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6df1f2-7aad-4f1a-91b0-03ad7ee0e9ba,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:13.944507 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5b594ded-51db-4bfe-9ba7-9076c7197b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (0e6407d8-9c42-44a4-83cb-0d87e11b490d), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:13.947179 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5b594ded-51db-4bfe-9ba7-9076c7197b17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:13.948647 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-5b594ded-51db-4bfe-9ba7-9076c7197b17 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0e6407d8-9c42-44a4-83cb-0d87e11b490d HTTP/1.1" status: 204 len: 168 time: 0.2223701 Feb 04 00:54:13.959813 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b594ded-51db-4bfe-9ba7-9076c7197b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6407d8-9c42-44a4-83cb-0d87e11b490d,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:13.967848 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ca602-b4e5-4c49-bfd6-b4b4cf73b80d req-579ba6cb-f5ce-4cd4-9038-8ddf41297a43 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:13.969776 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a57ca602-b4e5-4c49-bfd6-b4b4cf73b80d req-579ba6cb-f5ce-4cd4-9038-8ddf41297a43 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=877deee7-124c-43a1-812a-af658ec4c7a9 HTTP/1.1" status: 200 len: 946 time: 0.0754254 Feb 04 00:54:14.026560 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a57ca602-b4e5-4c49-bfd6-b4b4cf73b80d req-9281d075-cbdc-4764-9905-efc21472cf59 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498443 Feb 04 00:54:14.271685 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dcc6d6-ff6f-44c2-9bd1-8114668c6688 req-e48e1452-a16f-426b-8cd5-55e1f33c4b64 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:14.275580 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-38dcc6d6-ff6f-44c2-9bd1-8114668c6688 req-e48e1452-a16f-426b-8cd5-55e1f33c4b64 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ffef408-5dea-4e47-a431-8a25b0f30380 HTTP/1.1" status: 200 len: 944 time: 0.0693913 Feb 04 00:54:14.300467 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b7dcf-9511-4f60-9c42-d606719d2888 req-9a5d6ae5-a2fb-4ab6-ac14-11644ca7b65e tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:14.314270 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-bb3b7dcf-9511-4f60-9c42-d606719d2888 req-9a5d6ae5-a2fb-4ab6-ac14-11644ca7b65e tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0641541 Feb 04 00:54:14.331631 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-38dcc6d6-ff6f-44c2-9bd1-8114668c6688 req-adf32567-45cd-45ef-9a82-b7dd757b1256 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/security-groups?id=028db23f-8862-4bef-bf0d-f234dd9b06e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521224 Feb 04 00:54:14.389509 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-bb3b7dcf-9511-4f60-9c42-d606719d2888 req-16d4dc9f-3e87-4ea5-af79-70aad8f23305 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754089 Feb 04 00:54:14.662166 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f up at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:54:14.784628 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning for port 3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:54:14.793846 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning complete for port 3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:54:14.793846 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:14.913714 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port 3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f is: BUILD; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:54:14.914081 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:14.942814 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ffef408-5dea-4e47-a431-8a25b0f30380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:54:14.944887 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6008afca8a05d931a9cb2feac605f7a66ad88b8a0c7f78d7c81d8c88d670685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ba0a09-2b2a-4e32-b7a4-02399bc5c5b4" -d '{"events": [{"server_uuid": "8ffef408-5dea-4e47-a431-8a25b0f30380", "name": "network-vif-plugged", "status": "completed", "tag": "3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:54:14.974639 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f,segment=NetworkSegment(a8644780-31bd-492d-95ef-3f04d052194f),segment_id=a8644780-31bd-492d-95ef-3f04d052194f)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:54:15.022945 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86551fff-022b-4f1d-9992-9f1972f4abe5 x-openstack-request-id: req-86551fff-022b-4f1d-9992-9f1972f4abe5 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:54:15.023481 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ffef408-5dea-4e47-a431-8a25b0f30380", "name": "network-vif-plugged", "status": "completed", "tag": "3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:54:15.024025 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-86551fff-022b-4f1d-9992-9f1972f4abe5 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:54:15.024523 dv-cinder-827778-1-iscsi neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ffef408-5dea-4e47-a431-8a25b0f30380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f', 'code': 200} Feb 04 00:54:15.030371 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:15.093893 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:15.154601 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:15.381715 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558f582-72de-4fb1-b1c9-c9a9edde426e req-352d325f-2dae-4025-af26-3e0a16ab5eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:15.383337 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-5558f582-72de-4fb1-b1c9-c9a9edde426e req-352d325f-2dae-4025-af26-3e0a16ab5eee service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8ffef408-5dea-4e47-a431-8a25b0f30380 HTTP/1.1" status: 200 len: 1129 time: 0.0466616 Feb 04 00:54:15.436603 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-5558f582-72de-4fb1-b1c9-c9a9edde426e req-8951c548-e35b-4623-bfe7-f0679b084ce2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=028db23f-8862-4bef-bf0d-f234dd9b06e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430465 Feb 04 00:54:15.493133 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a3e9f-c762-4693-90df-ad5d5ef944b7 req-70246fa7-0a1a-4ef6-b4f9-dc71b38d7d7a tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:15.496781 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-cc8a3e9f-c762-4693-90df-ad5d5ef944b7 req-70246fa7-0a1a-4ef6-b4f9-dc71b38d7d7a tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ffef408-5dea-4e47-a431-8a25b0f30380 HTTP/1.1" status: 200 len: 945 time: 0.0845175 Feb 04 00:54:15.552812 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c657c-6c72-4649-8b80-7920902ca6a2 req-a2a65c79-23f7-4b77-8c92-75dd3b8deeb9 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:15.555228 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b19c657c-6c72-4649-8b80-7920902ca6a2 req-a2a65c79-23f7-4b77-8c92-75dd3b8deeb9 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0703931 Feb 04 00:54:15.557953 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-cc8a3e9f-c762-4693-90df-ad5d5ef944b7 req-e5a77c14-f6d6-4bb6-9c7f-0d10ace6de64 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/security-groups?id=028db23f-8862-4bef-bf0d-f234dd9b06e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551348 Feb 04 00:54:15.609749 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b19c657c-6c72-4649-8b80-7920902ca6a2 req-b2668101-795d-448f-81a7-aaef629e9452 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471897 Feb 04 00:54:16.226029 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:16.687552 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e17cdf-b535-43a7-afd9-979bf311b6d2 req-50626e4c-d270-4a72-9f23-2ace01362ba9 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:16.689450 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e6e17cdf-b535-43a7-afd9-979bf311b6d2 req-50626e4c-d270-4a72-9f23-2ace01362ba9 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ffef408-5dea-4e47-a431-8a25b0f30380 HTTP/1.1" status: 200 len: 945 time: 0.0570288 Feb 04 00:54:16.746791 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c79166-9f6e-47b3-b5e9-b1f30e5dc3a4 req-c0c1618e-d3ea-4aed-a2e7-c319ce420767 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:16.748094 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d3c79166-9f6e-47b3-b5e9-b1f30e5dc3a4 req-c0c1618e-d3ea-4aed-a2e7-c319ce420767 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0600815 Feb 04 00:54:16.758655 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e6e17cdf-b535-43a7-afd9-979bf311b6d2 req-8e803126-0430-401e-b7e5-020146d39771 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/security-groups?id=028db23f-8862-4bef-bf0d-f234dd9b06e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629900 Feb 04 00:54:16.803904 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d3c79166-9f6e-47b3-b5e9-b1f30e5dc3a4 req-fc3adcb0-01ae-44a4-8d9c-fd83cdc35d7e tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487955 Feb 04 00:54:17.671525 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-c2a3e6da-0ab5-495b-b05c-6ef7cf41c3e4 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:17.672983 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-c2a3e6da-0ab5-495b-b05c-6ef7cf41c3e4 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/networks?id=c42fc013-0698-46e2-b9f7-ed99a07b79db HTTP/1.1" status: 200 len: 815 time: 0.1028886 Feb 04 00:54:17.696832 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-707984bb-7fb4-4168-8792-dafde4a8e613 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/quotas/6ee5067671e14c84ba26b96caf0b0fc1 HTTP/1.1" status: 200 len: 375 time: 0.0097122 Feb 04 00:54:17.752044 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-64b571f7-58f0-41c9-ba4c-b6a4912e1156 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6ee5067671e14c84ba26b96caf0b0fc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499201 Feb 04 00:54:17.846800 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-a0349475-23fc-4e25-9d9c-a130f819c1c3 service neutron] 10.222.0.10 "GET /v2.0/networks/c42fc013-0698-46e2-b9f7-ed99a07b79db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878382 Feb 04 00:54:17.885569 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c83e19-d41d-4971-a944-b373bbce4e3d req-fa44f773-414b-4e1f-83a4-966594b8abce tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:17.887051 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b7c83e19-d41d-4971-a944-b373bbce4e3d req-fa44f773-414b-4e1f-83a4-966594b8abce tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ffef408-5dea-4e47-a431-8a25b0f30380 HTTP/1.1" status: 200 len: 945 time: 0.0566502 Feb 04 00:54:17.944166 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-58ebe890-f920-4c4b-9624-9ffb85332efe service neutron] 10.222.0.10 "GET /v2.0/networks/c42fc013-0698-46e2-b9f7-ed99a07b79db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915546 Feb 04 00:54:17.947434 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b7c83e19-d41d-4971-a944-b373bbce4e3d req-3f21f2df-7fea-4dab-b44c-f23545cc0fb4 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/security-groups?id=028db23f-8862-4bef-bf0d-f234dd9b06e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513556 Feb 04 00:54:18.054649 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17c4b3-9987-49a2-a443-a75a37c22170 req-f9686fe2-5070-4f9d-9cfd-c8c08f75f37f tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:18.056187 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-bd17c4b3-9987-49a2-a443-a75a37c22170 req-f9686fe2-5070-4f9d-9cfd-c8c08f75f37f tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0583501 Feb 04 00:54:18.102421 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-bd17c4b3-9987-49a2-a443-a75a37c22170 req-5f9ac9db-7d5c-4e8e-b595-f3cfb0e14e81 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406859 Feb 04 00:54:18.218804 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-943fb1a4-c385-4380-8be9-77bf2864a319 req-9e79ccef-ab22-4e37-8e2c-dd05c0df422a tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c3901aa-ede5-4562-8253-f8d8d890e08f HTTP/1.1" status: 200 len: 210 time: 0.0332210 Feb 04 00:54:18.658902 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:19.219911 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd9a56-fc5e-423a-b70c-2372e24e03cb req-ccc5f233-5386-4269-9ae6-46f93e2b5117 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:19.221411 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-52dd9a56-fc5e-423a-b70c-2372e24e03cb req-ccc5f233-5386-4269-9ae6-46f93e2b5117 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0518131 Feb 04 00:54:19.272414 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-52dd9a56-fc5e-423a-b70c-2372e24e03cb req-533aeb20-5190-4209-816e-743d2d854abe tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454061 Feb 04 00:54:19.312092 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-db6c6616-9360-4402-8ba4-8e57368e9095 req-6f72b66f-ef25-46b0-bb9b-0803f2a35146 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c3901aa-ede5-4562-8253-f8d8d890e08f HTTP/1.1" status: 200 len: 210 time: 0.0263028 Feb 04 00:54:20.399243 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be0074-7dfe-444b-8e20-5848029cd711 req-136f17f2-65f0-4d10-bccb-16fe0fd02de9 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:20.401769 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e3be0074-7dfe-444b-8e20-5848029cd711 req-136f17f2-65f0-4d10-bccb-16fe0fd02de9 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0608852 Feb 04 00:54:20.405692 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e1060c73-4da7-4a05-b65c-1cddcce7945e req-b31000bd-e212-436e-ae46-436ad92cf780 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c3901aa-ede5-4562-8253-f8d8d890e08f HTTP/1.1" status: 200 len: 210 time: 0.0264306 Feb 04 00:54:20.450550 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e3be0074-7dfe-444b-8e20-5848029cd711 req-b775cb45-5136-49fd-899f-780c227db3ed tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430386 Feb 04 00:54:21.512966 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-01c2bb4f-a449-4f9c-b3be-7ae2f34dc61d req-c4c802e5-71a6-44a6-b147-f4e291103dd1 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c3901aa-ede5-4562-8253-f8d8d890e08f HTTP/1.1" status: 200 len: 210 time: 0.0397696 Feb 04 00:54:21.578031 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6052a5-8618-4b79-983b-941ed7359cb3 req-fe10cc07-aef5-4ee0-998c-52a2dd117ef9 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:21.579583 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-cc6052a5-8618-4b79-983b-941ed7359cb3 req-fe10cc07-aef5-4ee0-998c-52a2dd117ef9 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0584178 Feb 04 00:54:21.634496 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-cc6052a5-8618-4b79-983b-941ed7359cb3 req-54cb9834-0654-42e8-ae5c-d1ea9683c288 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454423 Feb 04 00:54:22.461810 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-3885b898-eba2-4eb1-bb28-5d56e18fa65a tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:22.463784 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-3885b898-eba2-4eb1-bb28-5d56e18fa65a tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.39 "GET /v2.0/networks?id=c42fc013-0698-46e2-b9f7-ed99a07b79db HTTP/1.1" status: 200 len: 815 time: 0.1131072 Feb 04 00:54:22.479082 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395d589-6c0b-40be-bc3e-a05aba19251d req-a3f196ed-6d49-4dec-8906-a4b1902a90cf tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:22.480661 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-a395d589-6c0b-40be-bc3e-a05aba19251d req-a3f196ed-6d49-4dec-8906-a4b1902a90cf tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ffef408-5dea-4e47-a431-8a25b0f30380 HTTP/1.1" status: 200 len: 945 time: 0.0563948 Feb 04 00:54:22.484167 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-5e38dc59-774a-46d7-a0e1-cf89191b1c62 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Request body: {'port': {'device_id': '3c3901aa-ede5-4562-8253-f8d8d890e08f', 'network_id': 'c42fc013-0698-46e2-b9f7-ed99a07b79db', 'admin_state_up': True, 'tenant_id': '6ee5067671e14c84ba26b96caf0b0fc1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:54:22.532909 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-a395d589-6c0b-40be-bc3e-a05aba19251d req-d5bd305d-3239-4852-8368-9cc527785d86 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/security-groups?id=028db23f-8862-4bef-bf0d-f234dd9b06e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456359 Feb 04 00:54:22.629924 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-7cb9206f-ce48-42be-bd64-b0d9e0ee274b req-28763096-790b-4854-a165-6e3f7c2b0be7 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c3901aa-ede5-4562-8253-f8d8d890e08f HTTP/1.1" status: 200 len: 210 time: 0.0302947 Feb 04 00:54:22.704351 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-5e38dc59-774a-46d7-a0e1-cf89191b1c62 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Made reservation on behalf of 6ee5067671e14c84ba26b96caf0b0fc1 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:54:22.707892 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-5e38dc59-774a-46d7-a0e1-cf89191b1c62 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:22.784579 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b86b2-889b-478a-9547-8c619d17f477 req-78fa5b1e-3306-487e-9178-6431e4537510 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:22.786872 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ee7b86b2-889b-478a-9547-8c619d17f477 req-78fa5b1e-3306-487e-9178-6431e4537510 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0645909 Feb 04 00:54:22.845423 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ee7b86b2-889b-478a-9547-8c619d17f477 req-dd4bc027-73cd-4001-b52d-a362357809b4 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511508 Feb 04 00:54:23.070296 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-5e38dc59-774a-46d7-a0e1-cf89191b1c62 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Allocated IP 172.20.0.5 (c42fc013-0698-46e2-b9f7-ed99a07b79db/65a62566-4a16-4ef6-aab9-2e1221b6fd4f/0e0825f3-1310-413d-a4cc-09f3d1160f59) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:54:23.219367 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-5e38dc59-774a-46d7-a0e1-cf89191b1c62 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Publish callbacks [] for port (0e0825f3-1310-413d-a4cc-09f3d1160f59), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:23.350745 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-5e38dc59-774a-46d7-a0e1-cf89191b1c62 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (0e0825f3-1310-413d-a4cc-09f3d1160f59), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:23.364011 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['51d6301d-baf9-4a4c-a89f-a04596df3241', '94872446-6eb5-46bf-8a0a-8e33828352f9'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:54:23.390978 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-5e38dc59-774a-46d7-a0e1-cf89191b1c62 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Network c42fc013-0698-46e2-b9f7-ed99a07b79db is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:54:23.397986 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-5e38dc59-774a-46d7-a0e1-cf89191b1c62 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:54:23.401903 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-5e38dc59-774a-46d7-a0e1-cf89191b1c62 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:54:23.430291 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38dc59-774a-46d7-a0e1-cf89191b1c62 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Pushing event updated for resources: {'Port': ['ID=0e0825f3-1310-413d-a4cc-09f3d1160f59,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:23.459744 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-5e38dc59-774a-46d7-a0e1-cf89191b1c62 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:23.460358 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-5e38dc59-774a-46d7-a0e1-cf89191b1c62 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:23.576011 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-5e38dc59-774a-46d7-a0e1-cf89191b1c62 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0977046 Feb 04 00:54:23.590937 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-33cf34f2-fa71-4b26-b854-81d0908354d1 service neutron] Request body: {'port': {'device_id': '3c3901aa-ede5-4562-8253-f8d8d890e08f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:54:23.700941 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb42b9-70cd-4dfd-b84f-21cd5becacf7 req-0fc0ab9c-585e-4253-a8d5-26bdd6125d74 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:23.703363 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3deb42b9-70cd-4dfd-b84f-21cd5becacf7 req-0fc0ab9c-585e-4253-a8d5-26bdd6125d74 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ffef408-5dea-4e47-a431-8a25b0f30380 HTTP/1.1" status: 200 len: 945 time: 0.0971453 Feb 04 00:54:23.707964 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-33cf34f2-fa71-4b26-b854-81d0908354d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (0e0825f3-1310-413d-a4cc-09f3d1160f59), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:23.793845 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3deb42b9-70cd-4dfd-b84f-21cd5becacf7 req-02d08a9f-6d86-4741-b43a-e4645e3340a5 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/security-groups?id=028db23f-8862-4bef-bf0d-f234dd9b06e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843897 Feb 04 00:54:23.820578 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 56734) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:23.908361 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6aa57-dc1e-4484-b17a-b4955d850f0f req-d1cd0308-c85b-4c49-988f-44e4f70ace0f tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:23.909920 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-68d6aa57-dc1e-4484-b17a-b4955d850f0f req-d1cd0308-c85b-4c49-988f-44e4f70ace0f tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c3901aa-ede5-4562-8253-f8d8d890e08f HTTP/1.1" status: 200 len: 931 time: 0.0554199 Feb 04 00:54:23.968705 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c207177b-7399-47ac-9784-f77b4658fb97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:23.980439 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-68d6aa57-dc1e-4484-b17a-b4955d850f0f req-72f87c3d-290a-4da9-a45d-e678400381e2 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633779 Feb 04 00:54:24.029210 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-33cf34f2-fa71-4b26-b854-81d0908354d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e0825f3-1310-413d-a4cc-09f3d1160f59 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:54:24.045698 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-33cf34f2-fa71-4b26-b854-81d0908354d1 service neutron] Publish callbacks [] for port (0e0825f3-1310-413d-a4cc-09f3d1160f59), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:24.061428 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-33cf34f2-fa71-4b26-b854-81d0908354d1 service neutron] Transition to ACTIVE for port object 0e0825f3-1310-413d-a4cc-09f3d1160f59 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:54:24.063718 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c207177b-7399-47ac-9784-f77b4658fb97 admin admin] Publish callbacks [] for security_group (fd95ef5b-c125-475c-af84-4b1f6c408e69), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:24.126575 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873a2af-d7ad-40ce-bbb9-a6ed11d9b260 req-f2130051-c7f1-49b9-bd97-b493b54718ba tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:24.128253 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1873a2af-d7ad-40ce-bbb9-a6ed11d9b260 req-f2130051-c7f1-49b9-bd97-b493b54718ba tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0581863 Feb 04 00:54:24.133345 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-33cf34f2-fa71-4b26-b854-81d0908354d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10424596'] for port (0e0825f3-1310-413d-a4cc-09f3d1160f59), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:24.180954 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1873a2af-d7ad-40ce-bbb9-a6ed11d9b260 req-9cbd02da-dfdd-45d0-b787-e7da517b41fd tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461774 Feb 04 00:54:24.182095 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c207177b-7399-47ac-9784-f77b4658fb97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (fd95ef5b-c125-475c-af84-4b1f6c408e69), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:24.188619 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cf34f2-fa71-4b26-b854-81d0908354d1 service neutron] Pushing event updated for resources: {'Port': ['ID=0e0825f3-1310-413d-a4cc-09f3d1160f59,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:24.228754 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207177b-7399-47ac-9784-f77b4658fb97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd95ef5b-c125-475c-af84-4b1f6c408e69,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:24.234107 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-c207177b-7399-47ac-9784-f77b4658fb97 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=106670caa16e42f68f6811b71521c99c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4126143 Feb 04 00:54:24.237014 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 56748) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:24.283579 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-33cf34f2-fa71-4b26-b854-81d0908354d1 service neutron] Attempting to bind port 0e0825f3-1310-413d-a4cc-09f3d1160f59 on host hv-cinder-82777 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 00:54:24.283915 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-33cf34f2-fa71-4b26-b854-81d0908354d1 service neutron] Attempting to bind port 0e0825f3-1310-413d-a4cc-09f3d1160f59 by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': 'bfd891dd-65b5-4811-be81-80f452cca4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c42fc013-0698-46e2-b9f7-ed99a07b79db'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 00:54:24.284253 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-33cf34f2-fa71-4b26-b854-81d0908354d1 service neutron] Attempting to bind port 0e0825f3-1310-413d-a4cc-09f3d1160f59 on network c42fc013-0698-46e2-b9f7-ed99a07b79db {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:54:24.294989 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-33cf34f2-fa71-4b26-b854-81d0908354d1 service neutron] Port 0e0825f3-1310-413d-a4cc-09f3d1160f59 on network c42fc013-0698-46e2-b9f7-ed99a07b79db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 00:54:24.295303 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-33cf34f2-fa71-4b26-b854-81d0908354d1 service neutron] Attempting to bind port 0e0825f3-1310-413d-a4cc-09f3d1160f59 on network c42fc013-0698-46e2-b9f7-ed99a07b79db {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:54:24.303867 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-33cf34f2-fa71-4b26-b854-81d0908354d1 service neutron] Checking agent: {'id': 'bf093114-7719-4a60-8fae-8541124bea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 50, 48), 'started_at': datetime.datetime(2022, 2, 4, 0, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 00:54:24.304214 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-33cf34f2-fa71-4b26-b854-81d0908354d1 service neutron] Checking segment: {'id': 'bfd891dd-65b5-4811-be81-80f452cca4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c42fc013-0698-46e2-b9f7-ed99a07b79db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:54:24.309664 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-33cf34f2-fa71-4b26-b854-81d0908354d1 service neutron] Bound using segment: {'id': 'bfd891dd-65b5-4811-be81-80f452cca4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c42fc013-0698-46e2-b9f7-ed99a07b79db'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 00:54:24.309664 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-33cf34f2-fa71-4b26-b854-81d0908354d1 service neutron] Bound port: 0e0825f3-1310-413d-a4cc-09f3d1160f59, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfd891dd-65b5-4811-be81-80f452cca4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c42fc013-0698-46e2-b9f7-ed99a07b79db'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 00:54:24.309664 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-33cf34f2-fa71-4b26-b854-81d0908354d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (0e0825f3-1310-413d-a4cc-09f3d1160f59), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:24.323848 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-71b63a89-e150-421b-8273-eb0c48b22b42 admin admin] Publish callbacks [] for security_group (fd95ef5b-c125-475c-af84-4b1f6c408e69), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:24.375846 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-71b63a89-e150-421b-8273-eb0c48b22b42 admin admin] Publish callbacks [] for security_group (fd95ef5b-c125-475c-af84-4b1f6c408e69), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:24.378229 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4d5a7-a5e5-4fa3-b043-7b8d9fca4f6e req-2f2ee99b-f16a-45f9-951a-17446f66d1c4 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:24.385652 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d3b4d5a7-a5e5-4fa3-b043-7b8d9fca4f6e req-2f2ee99b-f16a-45f9-951a-17446f66d1c4 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 945 time: 0.0645165 Feb 04 00:54:24.421715 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-33cf34f2-fa71-4b26-b854-81d0908354d1 service neutron] For port 0e0825f3-1310-413d-a4cc-09f3d1160f59, host hv-cinder-82777, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:54:24.428214 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d3b4d5a7-a5e5-4fa3-b043-7b8d9fca4f6e req-6c667168-eba1-4a01-aaae-cf87d79fe4e8 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417056 Feb 04 00:54:24.433287 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-33cf34f2-fa71-4b26-b854-81d0908354d1 service neutron] For port 0e0825f3-1310-413d-a4cc-09f3d1160f59, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=0e0825f3-1310-413d-a4cc-09f3d1160f59,segment=NetworkSegment(bfd891dd-65b5-4811-be81-80f452cca4a0),segment_id=bfd891dd-65b5-4811-be81-80f452cca4a0)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:54:24.560633 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-33cf34f2-fa71-4b26-b854-81d0908354d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10424596'] for port (0e0825f3-1310-413d-a4cc-09f3d1160f59), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:24.601964 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-33cf34f2-fa71-4b26-b854-81d0908354d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:24.602420 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-33cf34f2-fa71-4b26-b854-81d0908354d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:24.604645 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-33cf34f2-fa71-4b26-b854-81d0908354d1 service neutron] 10.222.0.39 "PUT /v2.0/ports/0e0825f3-1310-413d-a4cc-09f3d1160f59 HTTP/1.1" status: 200 len: 1093 time: 1.0202217 Feb 04 00:54:24.610424 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c3901aa-ede5-4562-8253-f8d8d890e08f', 'tag': '0e0825f3-1310-413d-a4cc-09f3d1160f59'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:54:24.613714 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9923a7793e9fa6102d344dd696201155eb04f662303130ce66584af0359f1e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06375e0-180d-4c35-9894-3fb3b9b41ad4" -d '{"events": [{"name": "network-changed", "server_uuid": "3c3901aa-ede5-4562-8253-f8d8d890e08f", "tag": "0e0825f3-1310-413d-a4cc-09f3d1160f59"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:54:24.621665 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-71b63a89-e150-421b-8273-eb0c48b22b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (fd95ef5b-c125-475c-af84-4b1f6c408e69), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:24.624216 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-71b63a89-e150-421b-8273-eb0c48b22b42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:24.627856 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-71b63a89-e150-421b-8273-eb0c48b22b42 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fd95ef5b-c125-475c-af84-4b1f6c408e69 HTTP/1.1" status: 204 len: 168 time: 0.3873582 Feb 04 00:54:24.648779 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b63a89-e150-421b-8273-eb0c48b22b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd95ef5b-c125-475c-af84-4b1f6c408e69,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:24.658160 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 00:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf56fec-1388-48bb-944f-064dec3b2c3f x-openstack-request-id: req-3bf56fec-1388-48bb-944f-064dec3b2c3f {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:54:24.663862 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c3901aa-ede5-4562-8253-f8d8d890e08f", "tag": "0e0825f3-1310-413d-a4cc-09f3d1160f59", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:54:24.663862 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3bf56fec-1388-48bb-944f-064dec3b2c3f {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:54:24.663862 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c3901aa-ede5-4562-8253-f8d8d890e08f', 'tag': '0e0825f3-1310-413d-a4cc-09f3d1160f59', 'status': 'completed', 'code': 200} Feb 04 00:54:24.669260 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236d3f7-4dc2-484f-a995-1d31e83e4e1b req-c594a6fc-8ddb-4eea-b78a-f430deef15ba tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:24.670868 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4236d3f7-4dc2-484f-a995-1d31e83e4e1b req-c594a6fc-8ddb-4eea-b78a-f430deef15ba tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ffef408-5dea-4e47-a431-8a25b0f30380 HTTP/1.1" status: 200 len: 945 time: 0.1398103 Feb 04 00:54:24.671984 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cf34f2-fa71-4b26-b854-81d0908354d1 service neutron] Pushing event updated for resources: {'Port': ['ID=0e0825f3-1310-413d-a4cc-09f3d1160f59,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:24.781571 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06375e0-180d-4c35-9894-3fb3b9b41ad4 req-3abdf958-14ec-4961-a6cb-cd77c3206f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:24.783049 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-c06375e0-180d-4c35-9894-3fb3b9b41ad4 req-3abdf958-14ec-4961-a6cb-cd77c3206f77 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ee5067671e14c84ba26b96caf0b0fc1&device_id=3c3901aa-ede5-4562-8253-f8d8d890e08f HTTP/1.1" status: 200 len: 1127 time: 0.0970914 Feb 04 00:54:24.861750 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-4236d3f7-4dc2-484f-a995-1d31e83e4e1b req-b8354cfb-f362-465c-9f67-91e04e1a2e9f tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Deleting port 3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:54:24.862095 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4236d3f7-4dc2-484f-a995-1d31e83e4e1b req-b8354cfb-f362-465c-9f67-91e04e1a2e9f tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:24.925258 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41225f-4925-4653-865f-700b9f4162df req-f9627cac-48e2-48e6-b1a7-c99e46aa233e tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:24.927526 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ed41225f-4925-4653-865f-700b9f4162df req-f9627cac-48e2-48e6-b1a7-c99e46aa233e tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ffef408-5dea-4e47-a431-8a25b0f30380 HTTP/1.1" status: 200 len: 945 time: 0.0577829 Feb 04 00:54:24.969605 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06375e0-180d-4c35-9894-3fb3b9b41ad4 req-c84c7094-eae9-490e-b081-e298e1bf54b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:24.971091 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-c06375e0-180d-4c35-9894-3fb3b9b41ad4 req-c84c7094-eae9-490e-b081-e298e1bf54b6 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=6ee5067671e14c84ba26b96caf0b0fc1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1620638 Feb 04 00:54:24.977359 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ed41225f-4925-4653-865f-700b9f4162df req-2d816135-a3a6-415a-83d6-d9dd871dc126 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/security-groups?id=028db23f-8862-4bef-bf0d-f234dd9b06e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430555 Feb 04 00:54:24.994114 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-4236d3f7-4dc2-484f-a995-1d31e83e4e1b req-b8354cfb-f362-465c-9f67-91e04e1a2e9f tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] For port 3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f,segment=NetworkSegment(a8644780-31bd-492d-95ef-3f04d052194f),segment_id=a8644780-31bd-492d-95ef-3f04d052194f)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:54:24.994487 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4236d3f7-4dc2-484f-a995-1d31e83e4e1b req-b8354cfb-f362-465c-9f67-91e04e1a2e9f tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:25.039365 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-4236d3f7-4dc2-484f-a995-1d31e83e4e1b req-b8354cfb-f362-465c-9f67-91e04e1a2e9f tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Calling delete_port for 3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:54:25.165922 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06375e0-180d-4c35-9894-3fb3b9b41ad4 req-9d9d1e1a-f7c7-41bc-9b5d-4bfb1c43fb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:25.167406 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-c06375e0-180d-4c35-9894-3fb3b9b41ad4 req-9d9d1e1a-f7c7-41bc-9b5d-4bfb1c43fb07 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1874337 Feb 04 00:54:25.191300 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e4019-1739-4a96-9e75-d3a617f563b5 req-50390aa8-357b-43f2-9f87-8190d7a668dc tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:25.192801 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-5c2e4019-1739-4a96-9e75-d3a617f563b5 req-50390aa8-357b-43f2-9f87-8190d7a668dc tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c3901aa-ede5-4562-8253-f8d8d890e08f HTTP/1.1" status: 200 len: 943 time: 0.1357682 Feb 04 00:54:25.302527 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 56772) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:25.311678 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce46017-c07c-44e4-8aee-b3a412b141b2 req-8203aa82-7e3a-401f-a9d9-9126b269c4cb tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:25.312782 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-5c2e4019-1739-4a96-9e75-d3a617f563b5 req-bd3dbbf5-ea6b-4084-90c8-0eb045fd047d tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138792 Feb 04 00:54:25.313205 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3ce46017-c07c-44e4-8aee-b3a412b141b2 req-8203aa82-7e3a-401f-a9d9-9126b269c4cb tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0584693 Feb 04 00:54:25.326108 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7fa9f305-688b-48c4-8e16-3f7a5b64c450 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:25.330472 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-01433faa-383f-4146-8775-82f4b4c27813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:25.331960 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-01433faa-383f-4146-8775-82f4b4c27813 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ee5067671e14c84ba26b96caf0b0fc1&device_id=3c3901aa-ede5-4562-8253-f8d8d890e08f HTTP/1.1" status: 200 len: 1127 time: 0.1052558 Feb 04 00:54:25.368981 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3ce46017-c07c-44e4-8aee-b3a412b141b2 req-bf7e8357-0526-49f5-982a-323419d7ef23 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492392 Feb 04 00:54:25.392692 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4236d3f7-4dc2-484f-a995-1d31e83e4e1b req-b8354cfb-f362-465c-9f67-91e04e1a2e9f tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:25.397201 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-594e99d8-ed0c-4720-97d6-645a8ac24c6b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e0825f3-1310-413d-a4cc-09f3d1160f59 HTTP/1.1" status: 200 len: 217 time: 0.0478938 Feb 04 00:54:25.406372 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:54:25.444816 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8354cfb-f362-465c-9f67-91e04e1a2e9f tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Pushing event deleted for resources: {'Port': ['ID=3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:25.519961 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-4236d3f7-4dc2-484f-a995-1d31e83e4e1b req-b8354cfb-f362-465c-9f67-91e04e1a2e9f tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] No DVR routers for this DVR port 3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f on host hv-cinder-82777 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:54:25.533416 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4236d3f7-4dc2-484f-a995-1d31e83e4e1b req-b8354cfb-f362-465c-9f67-91e04e1a2e9f tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:25.536702 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4236d3f7-4dc2-484f-a995-1d31e83e4e1b req-b8354cfb-f362-465c-9f67-91e04e1a2e9f tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.39 "DELETE /v2.0/ports/3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f HTTP/1.1" status: 204 len: 173 time: 0.8427923 Feb 04 00:54:25.563312 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-4475658f-210b-41f5-a7ab-865a1c7e86ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:25.564744 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-4475658f-210b-41f5-a7ab-865a1c7e86ad service neutron] 10.222.0.39 "GET /v2.0/subnets?id=65a62566-4a16-4ef6-aab9-2e1221b6fd4f HTTP/1.1" status: 200 len: 855 time: 0.1524343 Feb 04 00:54:25.600802 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7fa9f305-688b-48c4-8e16-3f7a5b64c450 admin admin] Publish callbacks [] for security_group (b8c0e972-3369-4d34-ab67-9853a1f617d8), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:25.617724 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-96956b06-9296-43f5-a7ab-672fbf0fc27d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c42fc013-0698-46e2-b9f7-ed99a07b79db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360670 Feb 04 00:54:25.632221 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b3e6a-e9f4-43b5-b571-d8526ccdaa78 req-a0c19ee9-8d20-483d-b0ad-be4faeebbcea tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:25.633731 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b14b3e6a-e9f4-43b5-b571-d8526ccdaa78 req-a0c19ee9-8d20-483d-b0ad-be4faeebbcea tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 945 time: 0.1210704 Feb 04 00:54:25.693376 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7fa9f305-688b-48c4-8e16-3f7a5b64c450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (b8c0e972-3369-4d34-ab67-9853a1f617d8), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:25.772503 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa9f305-688b-48c4-8e16-3f7a5b64c450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c0e972-3369-4d34-ab67-9853a1f617d8,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:25.781649 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-7fa9f305-688b-48c4-8e16-3f7a5b64c450 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=650894a1b6e04379af019ec7c64d4704&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4771695 Feb 04 00:54:25.784734 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 56788) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:25.792427 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b14b3e6a-e9f4-43b5-b571-d8526ccdaa78 req-d50d65c0-a5df-4d49-a437-dc0103ed1d18 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460717 Feb 04 00:54:25.807255 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-3f90d9ed-87de-423c-a646-2873d5e3a925 service neutron] 10.222.0.39 "GET /v2.0/networks/c42fc013-0698-46e2-b9f7-ed99a07b79db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694841 Feb 04 00:54:25.880700 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2d5aed1e-b20a-45db-ba36-05ac576c4a89 admin admin] Publish callbacks [] for security_group (b8c0e972-3369-4d34-ab67-9853a1f617d8), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:25.904217 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2d5aed1e-b20a-45db-ba36-05ac576c4a89 admin admin] Publish callbacks [] for security_group (b8c0e972-3369-4d34-ab67-9853a1f617d8), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:25.919501 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-70f37a35-013e-4bbf-a7cd-42710e3b884c req-69b2b23e-b5f4-4a3e-96f8-413efe3c9791 service neutron] 10.222.0.39 "GET /v2.0/networks/c42fc013-0698-46e2-b9f7-ed99a07b79db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045103 Feb 04 00:54:26.076142 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2d5aed1e-b20a-45db-ba36-05ac576c4a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (b8c0e972-3369-4d34-ab67-9853a1f617d8), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:26.078941 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2d5aed1e-b20a-45db-ba36-05ac576c4a89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:26.080154 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-2d5aed1e-b20a-45db-ba36-05ac576c4a89 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b8c0e972-3369-4d34-ab67-9853a1f617d8 HTTP/1.1" status: 204 len: 168 time: 0.2947342 Feb 04 00:54:26.100532 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-009a2415-2c0f-4ec3-ba11-6d6cd5ff5afa req-95100127-e037-4f65-99cc-dc234ad11a26 tempest-VolumesActionsTest-406639306 tempest-VolumesActionsTest-406639306-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ffef408-5dea-4e47-a431-8a25b0f30380 HTTP/1.1" status: 200 len: 210 time: 0.0368514 Feb 04 00:54:26.115529 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5aed1e-b20a-45db-ba36-05ac576c4a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c0e972-3369-4d34-ab67-9853a1f617d8,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:26.453883 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e65101-1d0f-4657-bb29-db1f6bfefa5a req-0e3f2d4d-76af-4dfc-869a-893718e30f42 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:26.455365 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-c8e65101-1d0f-4657-bb29-db1f6bfefa5a req-0e3f2d4d-76af-4dfc-869a-893718e30f42 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c3901aa-ede5-4562-8253-f8d8d890e08f HTTP/1.1" status: 200 len: 943 time: 0.0609870 Feb 04 00:54:26.506758 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-c8e65101-1d0f-4657-bb29-db1f6bfefa5a req-d6fa37ab-da97-430a-b672-082cd86b4eed tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457256 Feb 04 00:54:26.513240 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639671c9-1722-4f24-9149-e9bdcb1a3e18 req-6d61d73a-9fed-481c-8728-d745c49f6633 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:26.525599 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-639671c9-1722-4f24-9149-e9bdcb1a3e18 req-6d61d73a-9fed-481c-8728-d745c49f6633 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0666146 Feb 04 00:54:26.565918 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-639671c9-1722-4f24-9149-e9bdcb1a3e18 req-1af693b0-22f0-434c-b2b7-4b1d3b2d0ea3 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455084 Feb 04 00:54:26.659987 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ffef408-5dea-4e47-a431-8a25b0f30380', 'name': 'network-vif-deleted', 'tag': '3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:54:26.662649 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9923a7793e9fa6102d344dd696201155eb04f662303130ce66584af0359f1e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82034ed4-bfe4-4c7c-909f-4d4c721a9f90" -d '{"events": [{"server_uuid": "8ffef408-5dea-4e47-a431-8a25b0f30380", "name": "network-vif-deleted", "tag": "3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:54:26.701328 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3bbcd2f-f833-4047-99e7-9028ea2de6fe x-openstack-request-id: req-b3bbcd2f-f833-4047-99e7-9028ea2de6fe {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:54:26.701724 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ffef408-5dea-4e47-a431-8a25b0f30380", "name": "network-vif-deleted", "tag": "3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:54:26.702019 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b3bbcd2f-f833-4047-99e7-9028ea2de6fe {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:54:26.702446 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ffef408-5dea-4e47-a431-8a25b0f30380', 'name': 'network-vif-deleted', 'tag': '3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f', 'status': 'completed', 'code': 200} Feb 04 00:54:26.925095 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd68c8-ab97-4b48-8ac0-8ce3ab96eba6 req-95e26bf0-9699-4e69-bed6-6b2ce2b23462 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:26.926597 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-75bd68c8-ab97-4b48-8ac0-8ce3ab96eba6 req-95e26bf0-9699-4e69-bed6-6b2ce2b23462 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 945 time: 0.0517972 Feb 04 00:54:26.976481 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-75bd68c8-ab97-4b48-8ac0-8ce3ab96eba6 req-91be7168-32a8-4cb5-ac79-cb32dd8263b5 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442014 Feb 04 00:54:27.234024 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 6 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 00:54:27.373363 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 56852) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:27.469660 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-42353cd1-f10a-49b1-bbfb-fdae1f821df2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2116994202-network', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:54:27.614629 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42353cd1-f10a-49b1-bbfb-fdae1f821df2 admin admin] Made reservation on behalf of 3a68a23113594a40a7e2e124035f3fcb for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:54:27.617459 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-42353cd1-f10a-49b1-bbfb-fdae1f821df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for network (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:27.630225 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-42353cd1-f10a-49b1-bbfb-fdae1f821df2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:27.663844 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936de5b-1468-4b43-82ca-c865feb50533 req-4ca93b65-d7f2-4c1a-9c66-2cf312f9a9ce tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:27.665353 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b936de5b-1468-4b43-82ca-c865feb50533 req-4ca93b65-d7f2-4c1a-9c66-2cf312f9a9ce tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c3901aa-ede5-4562-8253-f8d8d890e08f HTTP/1.1" status: 200 len: 943 time: 0.0887978 Feb 04 00:54:27.690018 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225cc00-3c4d-46da-b93f-12fe576288da req-f7fb24ab-4a72-4072-970c-dd5249f2d789 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:27.691893 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a225cc00-3c4d-46da-b93f-12fe576288da req-f7fb24ab-4a72-4072-970c-dd5249f2d789 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0534754 Feb 04 00:54:27.741682 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b936de5b-1468-4b43-82ca-c865feb50533 req-84ae333d-8e30-448f-ad8b-3e74e3bd39bf tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703650 Feb 04 00:54:27.761939 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a225cc00-3c4d-46da-b93f-12fe576288da req-4415623b-5606-480f-972c-b01d46e5caae tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598011 Feb 04 00:54:27.767601 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-42353cd1-f10a-49b1-bbfb-fdae1f821df2 admin admin] Publish callbacks [] for security_group (d6bc3db7-d866-42c3-b7e8-ff58afa26aa4), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:27.824224 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-42353cd1-f10a-49b1-bbfb-fdae1f821df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (d6bc3db7-d866-42c3-b7e8-ff58afa26aa4), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:27.846245 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42353cd1-f10a-49b1-bbfb-fdae1f821df2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 00:54:27.858907 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42353cd1-f10a-49b1-bbfb-fdae1f821df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bc3db7-d866-42c3-b7e8-ff58afa26aa4,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:27.864530 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-42353cd1-f10a-49b1-bbfb-fdae1f821df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650'] for segment (24c0ec21-3c7a-49b9-b9cd-bc17109016f1), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:27.864873 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.db.segments_db [None req-42353cd1-f10a-49b1-bbfb-fdae1f821df2 admin admin] Added segment 24c0ec21-3c7a-49b9-b9cd-bc17109016f1 of type vlan for network 5f955ba9-674e-45fd-8aac-6b73a4248143 Feb 04 00:54:27.907421 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-42353cd1-f10a-49b1-bbfb-fdae1f821df2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784745949642'] for network (5f955ba9-674e-45fd-8aac-6b73a4248143), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:28.013016 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-42353cd1-f10a-49b1-bbfb-fdae1f821df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599'] for network (5f955ba9-674e-45fd-8aac-6b73a4248143), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:28.017849 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42353cd1-f10a-49b1-bbfb-fdae1f821df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:28.017849 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-42353cd1-f10a-49b1-bbfb-fdae1f821df2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for network (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:28.078327 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b06a6-1de4-4474-af86-e5f73a4dcaf3 req-ef2e4a08-5eb5-4c1e-97b5-ff4ec410acfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:28.079849 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4a9b06a6-1de4-4474-af86-e5f73a4dcaf3 req-ef2e4a08-5eb5-4c1e-97b5-ff4ec410acfa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 1129 time: 0.0738521 Feb 04 00:54:28.097921 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42353cd1-f10a-49b1-bbfb-fdae1f821df2 admin admin] Pushing event updated for resources: {'Network': ['ID=5f955ba9-674e-45fd-8aac-6b73a4248143,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:28.117226 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Network 5f955ba9-674e-45fd-8aac-6b73a4248143 details requested by agent ovs-agent-dv-cinder-827778-1-iscsi with host dv-cinder-827778-1-iscsi {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 00:54:28.155734 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4a9b06a6-1de4-4474-af86-e5f73a4dcaf3 req-0521e084-b98c-438f-abcc-641e34eaf8d5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688915 Feb 04 00:54:28.159480 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-42353cd1-f10a-49b1-bbfb-fdae1f821df2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7849443 Feb 04 00:54:28.161801 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 56884) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:28.168350 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [None req-dfbc36ce-d72b-4f4d-a139-7409e1fcb638 admin admin] Request body: {'subnet': {'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2116994202-subnet', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:54:28.200410 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b835e0-4bb2-4bd7-afc3-2152a6e73f71 req-712897cc-d6f5-45e6-bf60-78ed4a85e4eb tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:28.201940 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-27b835e0-4bb2-4bd7-afc3-2152a6e73f71 req-712897cc-d6f5-45e6-bf60-78ed4a85e4eb tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 945 time: 0.1055317 Feb 04 00:54:28.260324 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-27b835e0-4bb2-4bd7-afc3-2152a6e73f71 req-92ab06c9-458c-49cb-8112-99bedc686aca tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495524 Feb 04 00:54:28.281763 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbc36ce-d72b-4f4d-a139-7409e1fcb638 admin admin] Made reservation on behalf of 3a68a23113594a40a7e2e124035f3fcb for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:54:28.284103 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dfbc36ce-d72b-4f4d-a139-7409e1fcb638 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8755904'] for subnet (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:28.539248 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dfbc36ce-d72b-4f4d-a139-7409e1fcb638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10428051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8755958'] for subnet (f2ac8d13-4344-48e5-8534-751622f2d98c), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:28.599103 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc36ce-d72b-4f4d-a139-7409e1fcb638 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2ac8d13-4344-48e5-8534-751622f2d98c,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:28.606282 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbc36ce-d72b-4f4d-a139-7409e1fcb638 admin admin] Checking segment: {'id': '24c0ec21-3c7a-49b9-b9cd-bc17109016f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:54:28.606648 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbc36ce-d72b-4f4d-a139-7409e1fcb638 admin admin] Network hostable DHCP agents. Network: 5f955ba9-674e-45fd-8aac-6b73a4248143, hostable agents: ['3f99e642-0ed0-4983-9f25-ae4b5e9c36f7'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 00:54:28.704678 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbc36ce-d72b-4f4d-a139-7409e1fcb638 admin admin] Network 5f955ba9-674e-45fd-8aac-6b73a4248143 is scheduled to be hosted by DHCP agent 3f99e642-0ed0-4983-9f25-ae4b5e9c36f7 with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 00:54:28.759309 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 0e0825f3-1310-413d-a4cc-09f3d1160f59 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 00:54:28.762584 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f no longer exists at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:54:28.802205 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] No Port match for: 3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 00:54:28.802662 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 3b3dff1b-cf07-4b1f-9334-6fe55d6f7a0f not bound to the agent host hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 00:54:28.813125 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-dfbc36ce-d72b-4f4d-a139-7409e1fcb638 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827778-1-iscsi, 5f955ba9-674e-45fd-8aac-6b73a4248143) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:54:28.817451 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbc36ce-d72b-4f4d-a139-7409e1fcb638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:28.818312 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dfbc36ce-d72b-4f4d-a139-7409e1fcb638 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for subnet (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:28.832150 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769ebbaa-d738-4ab5-b05d-87efd5f50a6f None None] Network 5f955ba9-674e-45fd-8aac-6b73a4248143 requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 00:54:28.913509 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26370b-127c-4a67-9e4c-3aa5e17868a1 req-24a7cc4b-176d-4dd0-aec4-4dddf9f6eb81 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:28.916189 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-8a26370b-127c-4a67-9e4c-3aa5e17868a1 req-24a7cc4b-176d-4dd0-aec4-4dddf9f6eb81 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c3901aa-ede5-4562-8253-f8d8d890e08f HTTP/1.1" status: 200 len: 943 time: 0.0793276 Feb 04 00:54:28.916435 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bf9da-718c-436f-8271-46dee05f687f req-aecd3a28-7f4b-471b-a7fc-1aa93e8ca80b tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:28.918082 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-401bf9da-718c-436f-8271-46dee05f687f req-aecd3a28-7f4b-471b-a7fc-1aa93e8ca80b tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0789235 Feb 04 00:54:28.966405 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-8a26370b-127c-4a67-9e4c-3aa5e17868a1 req-4197e8ed-5555-4984-b0c3-69fa06173f41 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428257 Feb 04 00:54:28.970812 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-dfbc36ce-d72b-4f4d-a139-7409e1fcb638 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8078208 Feb 04 00:54:28.973631 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 56924) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:28.986574 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [None req-0d68e9db-3f9d-421e-b1a4-4dba2beba6ce admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2116994202-router', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:54:28.987544 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d029db9-8519-4bd8-b78e-9b8131834b39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp722f4b90-efd4-5043-8a2b-763f3536f0fd-5f955ba9-674e-45fd-8aac-6b73a4248143', 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143', 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'fixed_ips': [{'subnet_id': 'f2ac8d13-4344-48e5-8534-751622f2d98c'}]}} from dv-cinder-827778-1-iscsi. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 00:54:28.988556 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9d029db9-8519-4bd8-b78e-9b8131834b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:28.996845 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-401bf9da-718c-436f-8271-46dee05f687f req-f86f175b-c84a-4657-983b-38e91091c0d2 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716908 Feb 04 00:54:29.026709 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 0e0825f3-1310-413d-a4cc-09f3d1160f59, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=0e0825f3-1310-413d-a4cc-09f3d1160f59,segment=NetworkSegment(bfd891dd-65b5-4811-be81-80f452cca4a0),segment_id=bfd891dd-65b5-4811-be81-80f452cca4a0)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:54:29.044843 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Returning: {'device': '0e0825f3-1310-413d-a4cc-09f3d1160f59', 'network_id': 'c42fc013-0698-46e2-b9f7-ed99a07b79db', 'port_id': '0e0825f3-1310-413d-a4cc-09f3d1160f59', 'mac_address': 'fa:16:3e:46:ee:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65a62566-4a16-4ef6-aab9-2e1221b6fd4f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 00:54:29.112661 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0d68e9db-3f9d-421e-b1a4-4dba2beba6ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26682'] for router (6cfc065a-c771-4294-97e6-c9c271da741b), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:29.115387 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0d68e9db-3f9d-421e-b1a4-4dba2beba6ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26691'] for router (6cfc065a-c771-4294-97e6-c9c271da741b), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:29.167771 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port 0e0825f3-1310-413d-a4cc-09f3d1160f59 is: DOWN; New status is: BUILD {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:54:29.168290 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (0e0825f3-1310-413d-a4cc-09f3d1160f59), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:29.188738 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e0825f3-1310-413d-a4cc-09f3d1160f59 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:54:29.208663 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-9d029db9-8519-4bd8-b78e-9b8131834b39 None None] Allocated IP 172.20.0.2 (5f955ba9-674e-45fd-8aac-6b73a4248143/f2ac8d13-4344-48e5-8534-751622f2d98c/bd923f49-3889-4cbb-a1cc-bb769174c0b4) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:54:29.220855 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 0e0825f3-1310-413d-a4cc-09f3d1160f59, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=0e0825f3-1310-413d-a4cc-09f3d1160f59,segment=NetworkSegment(bfd891dd-65b5-4811-be81-80f452cca4a0),segment_id=bfd891dd-65b5-4811-be81-80f452cca4a0)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:54:29.222289 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0d68e9db-3f9d-421e-b1a4-4dba2beba6ce admin admin] Publish callbacks [] for router_controller (6cfc065a-c771-4294-97e6-c9c271da741b), precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:29.293257 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (0e0825f3-1310-413d-a4cc-09f3d1160f59), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:29.353659 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=0e0825f3-1310-413d-a4cc-09f3d1160f59,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:29.416187 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9d029db9-8519-4bd8-b78e-9b8131834b39 None None] Publish callbacks [] for port (bd923f49-3889-4cbb-a1cc-bb769174c0b4), precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:29.487441 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9d029db9-8519-4bd8-b78e-9b8131834b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223'] for port (bd923f49-3889-4cbb-a1cc-bb769174c0b4), after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:29.529085 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d029db9-8519-4bd8-b78e-9b8131834b39 None None] Network 5f955ba9-674e-45fd-8aac-6b73a4248143 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:54:29.533948 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-9d029db9-8519-4bd8-b78e-9b8131834b39 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:54:29.536572 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d029db9-8519-4bd8-b78e-9b8131834b39 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:54:29.539704 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 56940) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:29.548085 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d029db9-8519-4bd8-b78e-9b8131834b39 None None] Pushing event updated for resources: {'Port': ['ID=bd923f49-3889-4cbb-a1cc-bb769174c0b4,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:29.605567 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-9d029db9-8519-4bd8-b78e-9b8131834b39 None None] Attempting to bind port bd923f49-3889-4cbb-a1cc-bb769174c0b4 on host dv-cinder-827778-1-iscsi for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 00:54:29.605941 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-9d029db9-8519-4bd8-b78e-9b8131834b39 None None] Attempting to bind port bd923f49-3889-4cbb-a1cc-bb769174c0b4 by drivers openvswitch,hyperv on host dv-cinder-827778-1-iscsi at level 0 using segments [{'id': '24c0ec21-3c7a-49b9-b9cd-bc17109016f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 00:54:29.606304 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d029db9-8519-4bd8-b78e-9b8131834b39 None None] Attempting to bind port bd923f49-3889-4cbb-a1cc-bb769174c0b4 on network 5f955ba9-674e-45fd-8aac-6b73a4248143 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:54:29.611650 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d029db9-8519-4bd8-b78e-9b8131834b39 None None] Checking agent: {'id': '0e3a6df7-c473-4931-90ee-c50828366a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 44, 16), 'started_at': datetime.datetime(2022, 2, 4, 0, 44, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 00:54:29.612026 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d029db9-8519-4bd8-b78e-9b8131834b39 None None] Checking segment: {'id': '24c0ec21-3c7a-49b9-b9cd-bc17109016f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:54:29.612453 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9d029db9-8519-4bd8-b78e-9b8131834b39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:29.612855 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d029db9-8519-4bd8-b78e-9b8131834b39 None None] Bound using segment: {'id': '24c0ec21-3c7a-49b9-b9cd-bc17109016f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 00:54:29.613317 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-9d029db9-8519-4bd8-b78e-9b8131834b39 None None] Bound port: bd923f49-3889-4cbb-a1cc-bb769174c0b4, host: dv-cinder-827778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24c0ec21-3c7a-49b9-b9cd-bc17109016f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 00:54:29.613724 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9d029db9-8519-4bd8-b78e-9b8131834b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (bd923f49-3889-4cbb-a1cc-bb769174c0b4), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:29.674013 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ea0438b5-532c-4ecb-bec9-0240dcfee7f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:29.682601 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-9d029db9-8519-4bd8-b78e-9b8131834b39 None None] For port bd923f49-3889-4cbb-a1cc-bb769174c0b4, host dv-cinder-827778-1-iscsi, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:54:29.685947 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-9d029db9-8519-4bd8-b78e-9b8131834b39 None None] For port bd923f49-3889-4cbb-a1cc-bb769174c0b4, host dv-cinder-827778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=bd923f49-3889-4cbb-a1cc-bb769174c0b4,segment=NetworkSegment(24c0ec21-3c7a-49b9-b9cd-bc17109016f1),segment_id=24c0ec21-3c7a-49b9-b9cd-bc17109016f1)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:54:29.695391 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2c51a-9c6d-4c3c-9074-ecc939530d89 req-a70c5abc-daa2-463d-9cee-7d50dee3ebff tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:29.697445 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a2e2c51a-9c6d-4c3c-9074-ecc939530d89 req-a70c5abc-daa2-463d-9cee-7d50dee3ebff tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 945 time: 0.3586102 Feb 04 00:54:29.701056 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0d68e9db-3f9d-421e-b1a4-4dba2beba6ce admin admin] Publish callbacks [] for router_gateway (6cfc065a-c771-4294-97e6-c9c271da741b), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:29.750353 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a2e2c51a-9c6d-4c3c-9074-ecc939530d89 req-46c690f4-048b-4a1f-bf86-254b450a3995 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458970 Feb 04 00:54:29.757275 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ea0438b5-532c-4ecb-bec9-0240dcfee7f6 admin admin] Publish callbacks [] for security_group (2c3a9848-8df6-43a6-b112-dc319bdea698), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:29.807627 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9d029db9-8519-4bd8-b78e-9b8131834b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (bd923f49-3889-4cbb-a1cc-bb769174c0b4), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:29.842365 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ea0438b5-532c-4ecb-bec9-0240dcfee7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (2c3a9848-8df6-43a6-b112-dc319bdea698), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:29.874594 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d029db9-8519-4bd8-b78e-9b8131834b39 None None] Pushing event updated for resources: {'Port': ['ID=bd923f49-3889-4cbb-a1cc-bb769174c0b4,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:29.892468 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-ea0438b5-532c-4ecb-bec9-0240dcfee7f6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5e03b27d593f4ae2b7d3c838316889c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3492107 Feb 04 00:54:29.892468 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0438b5-532c-4ecb-bec9-0240dcfee7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3a9848-8df6-43a6-b112-dc319bdea698,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:29.892743 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 56950) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:29.968182 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4c93828c-90ea-485a-9f79-edf70d583103 admin admin] Publish callbacks [] for security_group (2c3a9848-8df6-43a6-b112-dc319bdea698), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:30.006013 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4c93828c-90ea-485a-9f79-edf70d583103 admin admin] Publish callbacks [] for security_group (2c3a9848-8df6-43a6-b112-dc319bdea698), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:30.119861 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67cb413-6585-4b8f-8573-c8129bdc7305 req-5c6b178b-bdce-4c08-bd9d-6c537cb0d841 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:30.121570 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d67cb413-6585-4b8f-8573-c8129bdc7305 req-5c6b178b-bdce-4c08-bd9d-6c537cb0d841 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c3901aa-ede5-4562-8253-f8d8d890e08f HTTP/1.1" status: 200 len: 944 time: 0.0717471 Feb 04 00:54:30.221281 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d67cb413-6585-4b8f-8573-c8129bdc7305 req-f5a6c257-97c3-4335-a352-0ccf62889888 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941868 Feb 04 00:54:30.242156 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae1e68-315d-4895-acfa-b9bfc0cfe170 req-7e090ad9-52bb-4da0-9b88-3ed87a092fa4 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:30.242156 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-12ae1e68-315d-4895-acfa-b9bfc0cfe170 req-7e090ad9-52bb-4da0-9b88-3ed87a092fa4 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.1487885 Feb 04 00:54:30.242156 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0d68e9db-3f9d-421e-b1a4-4dba2beba6ce admin admin] Publish callbacks [] for router_gateway (6cfc065a-c771-4294-97e6-c9c271da741b), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:30.282814 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0d68e9db-3f9d-421e-b1a4-4dba2beba6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:30.305448 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4c93828c-90ea-485a-9f79-edf70d583103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (2c3a9848-8df6-43a6-b112-dc319bdea698), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:30.308700 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4c93828c-90ea-485a-9f79-edf70d583103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:30.312973 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-4c93828c-90ea-485a-9f79-edf70d583103 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2c3a9848-8df6-43a6-b112-dc319bdea698 HTTP/1.1" status: 204 len: 168 time: 0.4186356 Feb 04 00:54:30.370716 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c93828c-90ea-485a-9f79-edf70d583103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3a9848-8df6-43a6-b112-dc319bdea698,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:30.395434 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-12ae1e68-315d-4895-acfa-b9bfc0cfe170 req-505f01fe-b1cd-41cb-a84e-4ac98821ec2d tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458888 Feb 04 00:54:30.448388 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-0d68e9db-3f9d-421e-b1a4-4dba2beba6ce admin admin] Allocated IP 172.27.1.194 (03e92c86-a3b2-4a50-bb8c-ad63e47f70ee/b22bab27-11ad-47ee-b4e2-a457ed5eeb04/12774d0c-45ab-41c1-9a14-80e674936547) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:54:30.551853 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0d68e9db-3f9d-421e-b1a4-4dba2beba6ce admin admin] Publish callbacks [] for port (12774d0c-45ab-41c1-9a14-80e674936547), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:30.802508 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0d68e9db-3f9d-421e-b1a4-4dba2beba6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (12774d0c-45ab-41c1-9a14-80e674936547), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:30.865649 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d68e9db-3f9d-421e-b1a4-4dba2beba6ce admin admin] Network 03e92c86-a3b2-4a50-bb8c-ad63e47f70ee is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:54:30.873534 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-0d68e9db-3f9d-421e-b1a4-4dba2beba6ce admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:54:30.878366 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d68e9db-3f9d-421e-b1a4-4dba2beba6ce admin admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:54:30.882330 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d68e9db-3f9d-421e-b1a4-4dba2beba6ce admin admin] Pushing event updated for resources: {'Port': ['ID=12774d0c-45ab-41c1-9a14-80e674936547,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:30.922985 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a598e0-aece-4855-a761-825214527e99 req-79fa8ad8-777f-42f0-bf5a-9d7e0b709262 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:30.924499 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-23a598e0-aece-4855-a761-825214527e99 req-79fa8ad8-777f-42f0-bf5a-9d7e0b709262 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 945 time: 0.1015215 Feb 04 00:54:30.981533 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-23a598e0-aece-4855-a761-825214527e99 req-fc080a6e-b0d4-4261-ada5-f0fe17e6d3c1 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461242 Feb 04 00:54:30.993280 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6639ecc6-36c3-4a3b-b5b8-0e689139f03d None None] Network 5f955ba9-674e-45fd-8aac-6b73a4248143 requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 00:54:31.060990 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-d7a1d177-947c-4132-92a3-7d8cf8029349 None None] Provisioning complete for port bd923f49-3889-4cbb-a1cc-bb769174c0b4 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:54:31.061356 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d7a1d177-947c-4132-92a3-7d8cf8029349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (bd923f49-3889-4cbb-a1cc-bb769174c0b4), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:31.176802 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-d7a1d177-947c-4132-92a3-7d8cf8029349 None None] Current status of the port bd923f49-3889-4cbb-a1cc-bb769174c0b4 is: DOWN; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:54:31.177199 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d7a1d177-947c-4132-92a3-7d8cf8029349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (bd923f49-3889-4cbb-a1cc-bb769174c0b4), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:31.189280 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 56970) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:31.203903 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-92c44256-33d5-4fa6-91aa-a72d9b109dd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:31.218907 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-d7a1d177-947c-4132-92a3-7d8cf8029349 None None] For port bd923f49-3889-4cbb-a1cc-bb769174c0b4, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=bd923f49-3889-4cbb-a1cc-bb769174c0b4,segment=NetworkSegment(24c0ec21-3c7a-49b9-b9cd-bc17109016f1),segment_id=24c0ec21-3c7a-49b9-b9cd-bc17109016f1)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:54:31.234752 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0d68e9db-3f9d-421e-b1a4-4dba2beba6ce admin admin] Publish callbacks [] for router_gateway (6cfc065a-c771-4294-97e6-c9c271da741b), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:31.293324 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d7a1d177-947c-4132-92a3-7d8cf8029349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (bd923f49-3889-4cbb-a1cc-bb769174c0b4), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:31.334087 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-92c44256-33d5-4fa6-91aa-a72d9b109dd1 admin admin] Publish callbacks [] for security_group (515e1a3a-66cc-4fc0-ae0a-7145c19586a8), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:31.378945 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1d177-947c-4132-92a3-7d8cf8029349 None None] Pushing event updated for resources: {'Port': ['ID=bd923f49-3889-4cbb-a1cc-bb769174c0b4,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:31.395173 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device bd923f49-3889-4cbb-a1cc-bb769174c0b4 up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:54:31.425221 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-92c44256-33d5-4fa6-91aa-a72d9b109dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (515e1a3a-66cc-4fc0-ae0a-7145c19586a8), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:31.458923 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca860b-d5cd-4a7f-a214-65b6d1230d87 req-de68c8c2-2483-4a9b-b6c9-9179a0a16bff tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:31.466891 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-71ca860b-d5cd-4a7f-a214-65b6d1230d87 req-de68c8c2-2483-4a9b-b6c9-9179a0a16bff tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c3901aa-ede5-4562-8253-f8d8d890e08f HTTP/1.1" status: 200 len: 944 time: 0.1275949 Feb 04 00:54:31.468627 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port bd923f49-3889-4cbb-a1cc-bb769174c0b4 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:54:31.469010 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (bd923f49-3889-4cbb-a1cc-bb769174c0b4), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:31.476911 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-92c44256-33d5-4fa6-91aa-a72d9b109dd1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=370c70f450b6442992670fdb27e5d017&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2832880 Feb 04 00:54:31.488130 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 56976) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:31.515627 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c44256-33d5-4fa6-91aa-a72d9b109dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515e1a3a-66cc-4fc0-ae0a-7145c19586a8,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:31.527441 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-d9bb3c95-1c1b-413b-9b13-d28484d64331 None None] Provisioning complete for port bd923f49-3889-4cbb-a1cc-bb769174c0b4 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:54:31.527874 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d9bb3c95-1c1b-413b-9b13-d28484d64331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (bd923f49-3889-4cbb-a1cc-bb769174c0b4), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:31.570344 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0abb411-34f0-4b32-ac1e-032837b405bb req-6a51df82-7c10-439a-90e9-a70191ace3f2 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:31.572002 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d0abb411-34f0-4b32-ac1e-032837b405bb req-6a51df82-7c10-439a-90e9-a70191ace3f2 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.1033571 Feb 04 00:54:31.598582 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-59fb3647-467b-4b9d-a779-31df7040feeb admin admin] Publish callbacks [] for security_group (515e1a3a-66cc-4fc0-ae0a-7145c19586a8), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:31.602495 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-71ca860b-d5cd-4a7f-a214-65b6d1230d87 req-d2f36c80-85b7-4372-9145-8891edc8fcbc tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339083 Feb 04 00:54:31.609654 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port bd923f49-3889-4cbb-a1cc-bb769174c0b4 is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:54:31.628976 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0d68e9db-3f9d-421e-b1a4-4dba2beba6ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477280'] for router (6cfc065a-c771-4294-97e6-c9c271da741b), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:31.634483 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-59fb3647-467b-4b9d-a779-31df7040feeb admin admin] Publish callbacks [] for security_group (515e1a3a-66cc-4fc0-ae0a-7145c19586a8), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:31.659157 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-d9bb3c95-1c1b-413b-9b13-d28484d64331 None None] Current status of the port bd923f49-3889-4cbb-a1cc-bb769174c0b4 is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:54:31.681383 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d0abb411-34f0-4b32-ac1e-032837b405bb req-161f8401-642f-4407-b66e-d2b02f9376ba tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836997 Feb 04 00:54:31.807232 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-59fb3647-467b-4b9d-a779-31df7040feeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (515e1a3a-66cc-4fc0-ae0a-7145c19586a8), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:31.810066 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-59fb3647-467b-4b9d-a779-31df7040feeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:31.814119 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-59fb3647-467b-4b9d-a779-31df7040feeb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/515e1a3a-66cc-4fc0-ae0a-7145c19586a8 HTTP/1.1" status: 204 len: 168 time: 0.3178244 Feb 04 00:54:31.819068 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb3647-467b-4b9d-a779-31df7040feeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515e1a3a-66cc-4fc0-ae0a-7145c19586a8,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:31.841488 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d68e9db-3f9d-421e-b1a4-4dba2beba6ce admin admin] Router 6cfc065a-c771-4294-97e6-c9c271da741b is scheduled to L3 agent 05e42f77-b612-4439-9acd-15af6102b82d with binding_index 1 {{(pid=109723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 00:54:31.881216 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['0e0825f3-1310-413d-a4cc-09f3d1160f59'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:54:31.958356 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d68e9db-3f9d-421e-b1a4-4dba2beba6ce admin admin] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:54:31.970177 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650ee684-be5e-4077-b3c2-4412ee88846b None None] Sync routers for ids ['6cfc065a-c771-4294-97e6-c9c271da741b'] in dv-cinder-827778-1-iscsi {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 00:54:31.981956 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650ee684-be5e-4077-b3c2-4412ee88846b None None] Routers {'6cfc065a-c771-4294-97e6-c9c271da741b'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:54:31.983097 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-650ee684-be5e-4077-b3c2-4412ee88846b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:54:12Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['6cfc065a-c771-4294-97e6-c9c271da741b'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:54:32.063360 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0d68e9db-3f9d-421e-b1a4-4dba2beba6ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:32.066185 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-0d68e9db-3f9d-421e-b1a4-4dba2beba6ce admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0913544 Feb 04 00:54:32.068875 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 56990) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:32.168717 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-650ee684-be5e-4077-b3c2-4412ee88846b None None] Set router 6cfc065a-c771-4294-97e6-c9c271da741b gateway port host: dv-cinder-827778-1-iscsi {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:54:32.172560 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f28bb-0185-46c5-ac2f-74f38795b94a req-9936fdc1-d673-4767-8ac8-9ccff0b3d71e tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:32.179889 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-dd7f28bb-0185-46c5-ac2f-74f38795b94a req-9936fdc1-d673-4767-8ac8-9ccff0b3d71e tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 945 time: 0.1027894 Feb 04 00:54:32.253386 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-dd7f28bb-0185-46c5-ac2f-74f38795b94a req-f9604486-893f-47cb-b045-3997af9d7f36 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725052 Feb 04 00:54:32.390860 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-650ee684-be5e-4077-b3c2-4412ee88846b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'name': 'tempest-TestVolumeBootPattern-2116994202-router', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '12774d0c-45ab-41c1-9a14-80e674936547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:54:29Z', 'updated_at': '2022-02-04T00:54:31Z', 'revision_number': 3, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'gw_port': {'id': '12774d0c-45ab-41c1-9a14-80e674936547', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:30Z', 'updated_at': '2022-02-04T00:54:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi'}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:54:32.417404 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650ee684-be5e-4077-b3c2-4412ee88846b None None] Checking router: 6cfc065a-c771-4294-97e6-c9c271da741b for host: dv-cinder-827778-1-iscsi {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 00:54:32.417793 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650ee684-be5e-4077-b3c2-4412ee88846b None None] Updating router 6cfc065a-c771-4294-97e6-c9c271da741b port 12774d0c-45ab-41c1-9a14-80e674936547 binding host dv-cinder-827778-1-iscsi {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 00:54:32.443967 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-650ee684-be5e-4077-b3c2-4412ee88846b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (12774d0c-45ab-41c1-9a14-80e674936547), before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:32.540752 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7b14687e-abc1-4e94-a860-8ff018472877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:32.710748 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-7b14687e-abc1-4e94-a860-8ff018472877 admin admin] Allocated IP 172.20.0.1 (5f955ba9-674e-45fd-8aac-6b73a4248143/f2ac8d13-4344-48e5-8534-751622f2d98c/84cb692e-ba87-4fd5-9193-9ad761fe8f53) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:54:32.771363 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-650ee684-be5e-4077-b3c2-4412ee88846b None None] Publish callbacks [] for port (12774d0c-45ab-41c1-9a14-80e674936547), precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:32.857782 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-650ee684-be5e-4077-b3c2-4412ee88846b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (12774d0c-45ab-41c1-9a14-80e674936547), after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:32.896201 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7b14687e-abc1-4e94-a860-8ff018472877 admin admin] Publish callbacks [] for port (84cb692e-ba87-4fd5-9193-9ad761fe8f53), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:32.904411 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d63e21-542d-4288-aa6f-4eb199b5c45d req-362f40f9-ae00-4b6d-98e7-5ae363a2d433 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:32.906490 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee06d5-269c-4af2-a792-e34d50f98401 req-fd546ebd-85fe-4697-906a-d9fd9cfc4a82 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:32.908135 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a4ee06d5-269c-4af2-a792-e34d50f98401 req-fd546ebd-85fe-4697-906a-d9fd9cfc4a82 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.1108966 Feb 04 00:54:32.911831 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-50d63e21-542d-4288-aa6f-4eb199b5c45d req-362f40f9-ae00-4b6d-98e7-5ae363a2d433 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c3901aa-ede5-4562-8253-f8d8d890e08f HTTP/1.1" status: 200 len: 944 time: 0.1474586 Feb 04 00:54:32.964635 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a4ee06d5-269c-4af2-a792-e34d50f98401 req-e9946ac7-e313-42fe-9837-0a43ece73f44 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494494 Feb 04 00:54:32.971940 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-650ee684-be5e-4077-b3c2-4412ee88846b None None] Attempting to bind port 12774d0c-45ab-41c1-9a14-80e674936547 on host dv-cinder-827778-1-iscsi for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 00:54:32.971940 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-650ee684-be5e-4077-b3c2-4412ee88846b None None] Attempting to bind port 12774d0c-45ab-41c1-9a14-80e674936547 by drivers openvswitch,hyperv on host dv-cinder-827778-1-iscsi at level 0 using segments [{'id': 'e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 00:54:32.971940 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650ee684-be5e-4077-b3c2-4412ee88846b None None] Attempting to bind port 12774d0c-45ab-41c1-9a14-80e674936547 on network 03e92c86-a3b2-4a50-bb8c-ad63e47f70ee {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:54:32.978336 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650ee684-be5e-4077-b3c2-4412ee88846b None None] Checking agent: {'id': '0e3a6df7-c473-4931-90ee-c50828366a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 44, 16), 'started_at': datetime.datetime(2022, 2, 4, 0, 44, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 00:54:32.978724 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650ee684-be5e-4077-b3c2-4412ee88846b None None] Checking segment: {'id': 'e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:54:32.979302 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-650ee684-be5e-4077-b3c2-4412ee88846b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:32.979757 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650ee684-be5e-4077-b3c2-4412ee88846b None None] Bound using segment: {'id': 'e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 00:54:32.980491 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-650ee684-be5e-4077-b3c2-4412ee88846b None None] Bound port: 12774d0c-45ab-41c1-9a14-80e674936547, host: dv-cinder-827778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 00:54:32.980809 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-650ee684-be5e-4077-b3c2-4412ee88846b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (12774d0c-45ab-41c1-9a14-80e674936547), before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:32.983727 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-50d63e21-542d-4288-aa6f-4eb199b5c45d req-ce8f8fa9-bcbb-4d81-8c89-1f032a45a53b tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691645 Feb 04 00:54:33.025054 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0f510-a706-432c-9a53-a76b8fe6544f None None] Pushing event updated for resources: {'Port': ['ID=12774d0c-45ab-41c1-9a14-80e674936547,revision_number=2']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:33.038811 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0f510-a706-432c-9a53-a76b8fe6544f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:33.039236 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0f510-a706-432c-9a53-a76b8fe6544f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:33.039605 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0f510-a706-432c-9a53-a76b8fe6544f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:33.039980 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0f510-a706-432c-9a53-a76b8fe6544f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:33.040326 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0f510-a706-432c-9a53-a76b8fe6544f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:33.040662 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0f510-a706-432c-9a53-a76b8fe6544f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:33.040994 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0f510-a706-432c-9a53-a76b8fe6544f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:33.041326 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0f510-a706-432c-9a53-a76b8fe6544f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:33.041686 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0f510-a706-432c-9a53-a76b8fe6544f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:33.042031 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0f510-a706-432c-9a53-a76b8fe6544f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:33.042365 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0f510-a706-432c-9a53-a76b8fe6544f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:33.042690 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0f510-a706-432c-9a53-a76b8fe6544f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:33.043012 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0f510-a706-432c-9a53-a76b8fe6544f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:33.083514 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-650ee684-be5e-4077-b3c2-4412ee88846b None None] For port 12774d0c-45ab-41c1-9a14-80e674936547, host dv-cinder-827778-1-iscsi, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:54:33.088498 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-650ee684-be5e-4077-b3c2-4412ee88846b None None] For port 12774d0c-45ab-41c1-9a14-80e674936547, host dv-cinder-827778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=12774d0c-45ab-41c1-9a14-80e674936547,segment=NetworkSegment(e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a),segment_id=e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:54:33.110450 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7b14687e-abc1-4e94-a860-8ff018472877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-660047'] for port (84cb692e-ba87-4fd5-9193-9ad761fe8f53), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:33.151721 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b14687e-abc1-4e94-a860-8ff018472877 admin admin] Network 5f955ba9-674e-45fd-8aac-6b73a4248143 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:54:33.154824 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-7b14687e-abc1-4e94-a860-8ff018472877 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:54:33.160123 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b14687e-abc1-4e94-a860-8ff018472877 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:54:33.199732 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b14687e-abc1-4e94-a860-8ff018472877 admin admin] Pushing event updated for resources: {'Port': ['ID=84cb692e-ba87-4fd5-9193-9ad761fe8f53,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:33.201852 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-650ee684-be5e-4077-b3c2-4412ee88846b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (12774d0c-45ab-41c1-9a14-80e674936547), after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:33.225540 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7b14687e-abc1-4e94-a860-8ff018472877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601359'] for router_interface (6cfc065a-c771-4294-97e6-c9c271da741b), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:33.367059 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650ee684-be5e-4077-b3c2-4412ee88846b None None] Routers {'6cfc065a-c771-4294-97e6-c9c271da741b'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:54:33.367906 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-650ee684-be5e-4077-b3c2-4412ee88846b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:54:12Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['6cfc065a-c771-4294-97e6-c9c271da741b'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:54:33.467260 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device bd923f49-3889-4cbb-a1cc-bb769174c0b4 up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:54:33.494376 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad10482-1c9a-43e9-be99-f2147ee23b86 req-e2313ae3-0962-4573-b2f0-5a8fd5ca7683 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:33.505604 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-cad10482-1c9a-43e9-be99-f2147ee23b86 req-e2313ae3-0962-4573-b2f0-5a8fd5ca7683 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 945 time: 0.1068583 Feb 04 00:54:33.600331 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 0e0825f3-1310-413d-a4cc-09f3d1160f59 up at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:54:33.618565 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8005c7-29c5-4f27-a9fc-bbf1a340dd7a req-e32ae148-66b6-405d-bba4-890c713f0b1a tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:33.642917 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3f8005c7-29c5-4f27-a9fc-bbf1a340dd7a req-e32ae148-66b6-405d-bba4-890c713f0b1a tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.1820574 Feb 04 00:54:33.660195 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649990a0-c394-40cd-bfc1-fbf0ebf5a7bb req-dcf82eaa-6c0e-44c4-9815-cdbe6b7b8f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:33.662027 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-649990a0-c394-40cd-bfc1-fbf0ebf5a7bb req-dcf82eaa-6c0e-44c4-9815-cdbe6b7b8f07 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2afd163d280640839661275f0ebd1c4e&device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 1129 time: 0.1488030 Feb 04 00:54:33.680043 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-cad10482-1c9a-43e9-be99-f2147ee23b86 req-d09a0a75-1af5-4fc0-a7f9-ddad0f945e28 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690223 Feb 04 00:54:33.743619 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0f510-a706-432c-9a53-a76b8fe6544f None None] Pushing event updated for resources: {'Port': ['ID=12774d0c-45ab-41c1-9a14-80e674936547,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:33.792977 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-39de3c88-4987-41b2-a6a3-9790fa6b674b None None] Provisioning complete for port 84cb692e-ba87-4fd5-9193-9ad761fe8f53 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:54:33.797080 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-39de3c88-4987-41b2-a6a3-9790fa6b674b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (84cb692e-ba87-4fd5-9193-9ad761fe8f53), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:33.810834 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-650ee684-be5e-4077-b3c2-4412ee88846b None None] Set router 6cfc065a-c771-4294-97e6-c9c271da741b gateway port host: dv-cinder-827778-1-iscsi {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:54:33.827349 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7b14687e-abc1-4e94-a860-8ff018472877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (84cb692e-ba87-4fd5-9193-9ad761fe8f53), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:33.874517 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3f8005c7-29c5-4f27-a9fc-bbf1a340dd7a req-3019ec3c-8575-4a83-a621-30e0cdea58a2 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297976 Feb 04 00:54:33.955288 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port bd923f49-3889-4cbb-a1cc-bb769174c0b4 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:54:33.955885 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (bd923f49-3889-4cbb-a1cc-bb769174c0b4), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:33.958749 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-39de3c88-4987-41b2-a6a3-9790fa6b674b None None] Port 84cb692e-ba87-4fd5-9193-9ad761fe8f53 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 00:54:33.971160 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649990a0-c394-40cd-bfc1-fbf0ebf5a7bb req-2703e454-35b3-40da-a8f2-3ea369eb9884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:33.979964 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-649990a0-c394-40cd-bfc1-fbf0ebf5a7bb req-2703e454-35b3-40da-a8f2-3ea369eb9884 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae043462-32cc-4bf5-9ede-b06308dbc788 HTTP/1.1" status: 200 len: 920 time: 0.2928519 Feb 04 00:54:34.025215 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning for port 0e0825f3-1310-413d-a4cc-09f3d1160f59 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:54:34.038674 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning complete for port 0e0825f3-1310-413d-a4cc-09f3d1160f59 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:54:34.039350 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (0e0825f3-1310-413d-a4cc-09f3d1160f59), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:34.065938 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-649990a0-c394-40cd-bfc1-fbf0ebf5a7bb req-a372bbec-f948-40db-a5b2-aa41dc8b67a3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3444036-dd14-4e16-9a59-c926e0b970dc HTTP/1.1" status: 200 len: 217 time: 0.0802295 Feb 04 00:54:34.165203 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649990a0-c394-40cd-bfc1-fbf0ebf5a7bb req-cf0a0ab4-557b-4bb3-a579-67dba6bb1027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:34.168455 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-649990a0-c394-40cd-bfc1-fbf0ebf5a7bb req-cf0a0ab4-557b-4bb3-a579-67dba6bb1027 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=46745580-e406-4b05-84f7-81e0482f0518 HTTP/1.1" status: 200 len: 859 time: 0.0932114 Feb 04 00:54:34.191062 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-650ee684-be5e-4077-b3c2-4412ee88846b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'name': 'tempest-TestVolumeBootPattern-2116994202-router', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '12774d0c-45ab-41c1-9a14-80e674936547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:54:29Z', 'updated_at': '2022-02-04T00:54:31Z', 'revision_number': 3, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'gw_port': {'id': '12774d0c-45ab-41c1-9a14-80e674936547', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:30Z', 'updated_at': '2022-02-04T00:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi'}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:54:34.229933 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-649990a0-c394-40cd-bfc1-fbf0ebf5a7bb req-fdf715f3-eb98-4d29-a603-cb086746b8c5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae043462-32cc-4bf5-9ede-b06308dbc788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336096 Feb 04 00:54:34.240311 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port 0e0825f3-1310-413d-a4cc-09f3d1160f59 is: BUILD; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:54:34.240936 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (0e0825f3-1310-413d-a4cc-09f3d1160f59), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:34.252726 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650ee684-be5e-4077-b3c2-4412ee88846b None None] The sync data for ids ['6cfc065a-c771-4294-97e6-c9c271da741b'] in dv-cinder-827778-1-iscsi is: [{'id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'name': 'tempest-TestVolumeBootPattern-2116994202-router', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '12774d0c-45ab-41c1-9a14-80e674936547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:54:29Z', 'updated_at': '2022-02-04T00:54:31Z', 'revision_number': 3, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'gw_port': {'id': '12774d0c-45ab-41c1-9a14-80e674936547', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:30Z', 'updated_at': '2022-02-04T00:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 00:54:34.260318 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bbcf40-a06a-43b6-b8f3-970989e756b1 req-3372ef22-9b04-4afa-9161-fbc6b2a3d8b6 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:34.269512 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7b14687e-abc1-4e94-a860-8ff018472877 admin admin] Publish callbacks [] for port (84cb692e-ba87-4fd5-9193-9ad761fe8f53), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:34.270043 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-f2bbcf40-a06a-43b6-b8f3-970989e756b1 req-3372ef22-9b04-4afa-9161-fbc6b2a3d8b6 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c3901aa-ede5-4562-8253-f8d8d890e08f HTTP/1.1" status: 200 len: 944 time: 0.1182203 Feb 04 00:54:34.332511 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c3901aa-ede5-4562-8253-f8d8d890e08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0825f3-1310-413d-a4cc-09f3d1160f59'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:54:34.334782 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6008afca8a05d931a9cb2feac605f7a66ad88b8a0c7f78d7c81d8c88d670685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f12c4b-cab3-4d40-836d-958d02d8e33c" -d '{"events": [{"server_uuid": "3c3901aa-ede5-4562-8253-f8d8d890e08f", "name": "network-vif-plugged", "status": "completed", "tag": "0e0825f3-1310-413d-a4cc-09f3d1160f59"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:54:34.339741 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7b14687e-abc1-4e94-a860-8ff018472877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-660056'] for port (84cb692e-ba87-4fd5-9193-9ad761fe8f53), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:34.391901 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 0e0825f3-1310-413d-a4cc-09f3d1160f59, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=0e0825f3-1310-413d-a4cc-09f3d1160f59,segment=NetworkSegment(bfd891dd-65b5-4811-be81-80f452cca4a0),segment_id=bfd891dd-65b5-4811-be81-80f452cca4a0)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:54:34.402571 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port bd923f49-3889-4cbb-a1cc-bb769174c0b4 is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:54:34.407662 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-f2bbcf40-a06a-43b6-b8f3-970989e756b1 req-59d798e8-d605-4f8f-a85f-fa8df6d92cb4 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363063 Feb 04 00:54:34.413187 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bf8ce3-42d3-4843-9f5a-fb121c1be35e x-openstack-request-id: req-46bf8ce3-42d3-4843-9f5a-fb121c1be35e {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:54:34.413956 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c3901aa-ede5-4562-8253-f8d8d890e08f", "name": "network-vif-plugged", "status": "completed", "tag": "0e0825f3-1310-413d-a4cc-09f3d1160f59", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:54:34.414396 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-46bf8ce3-42d3-4843-9f5a-fb121c1be35e {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:54:34.415055 dv-cinder-827778-1-iscsi neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c3901aa-ede5-4562-8253-f8d8d890e08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0825f3-1310-413d-a4cc-09f3d1160f59', 'code': 200} Feb 04 00:54:34.455933 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7b14687e-abc1-4e94-a860-8ff018472877 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1763617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-478911'] for router_interface (6cfc065a-c771-4294-97e6-c9c271da741b), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:34.477106 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (0e0825f3-1310-413d-a4cc-09f3d1160f59), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:34.483351 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-649990a0-c394-40cd-bfc1-fbf0ebf5a7bb req-93562ccb-9700-4ab5-b376-14a420b7ce50 service neutron] 10.222.0.39 "GET /v2.0/networks/ae043462-32cc-4bf5-9ede-b06308dbc788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012532 Feb 04 00:54:34.678205 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b14687e-abc1-4e94-a860-8ff018472877 admin admin] Pushing event updated for resources: {'Port': ['ID=84cb692e-ba87-4fd5-9193-9ad761fe8f53,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:34.771122 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-649990a0-c394-40cd-bfc1-fbf0ebf5a7bb req-66e4008f-75bc-4d30-9d5e-3678e6eab270 service neutron] 10.222.0.39 "GET /v2.0/networks/ae043462-32cc-4bf5-9ede-b06308dbc788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780373 Feb 04 00:54:34.847667 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=0e0825f3-1310-413d-a4cc-09f3d1160f59,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:34.893065 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b14687e-abc1-4e94-a860-8ff018472877 admin admin] Network 5f955ba9-674e-45fd-8aac-6b73a4248143 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:54:34.896612 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-7b14687e-abc1-4e94-a860-8ff018472877 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:54:34.985659 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7812a-31e6-4d3d-bd22-def23e996350 req-a932d8e9-a349-4a7a-b91b-3d81b0410c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:35.019419 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-1ba7812a-31e6-4d3d-bd22-def23e996350 req-a932d8e9-a349-4a7a-b91b-3d81b0410c86 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3c3901aa-ede5-4562-8253-f8d8d890e08f HTTP/1.1" status: 200 len: 1129 time: 0.1514237 Feb 04 00:54:35.172809 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94b7b1-8b08-496e-a7d5-f34dc758ddec req-d9a8cea0-3371-4b61-9d15-873e758d9958 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:35.181895 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0f94b7b1-8b08-496e-a7d5-f34dc758ddec req-d9a8cea0-3371-4b61-9d15-873e758d9958 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 945 time: 0.2863944 Feb 04 00:54:35.279035 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b14687e-abc1-4e94-a860-8ff018472877 admin admin] Router 6cfc065a-c771-4294-97e6-c9c271da741b has already been hosted by L3 agent 05e42f77-b612-4439-9acd-15af6102b82d {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:54:35.425353 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-10398d2a-bbc3-44ba-99f2-13a3907bbbbe None None] Provisioning complete for port 84cb692e-ba87-4fd5-9193-9ad761fe8f53 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:54:35.425767 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-10398d2a-bbc3-44ba-99f2-13a3907bbbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (84cb692e-ba87-4fd5-9193-9ad761fe8f53), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:35.533897 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-10398d2a-bbc3-44ba-99f2-13a3907bbbbe None None] Port 84cb692e-ba87-4fd5-9193-9ad761fe8f53 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 00:54:35.540104 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 12774d0c-45ab-41c1-9a14-80e674936547 up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:54:35.650037 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-1ba7812a-31e6-4d3d-bd22-def23e996350 req-ae4f7938-f7c6-4f0c-9315-684f268a5eda service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6296337 Feb 04 00:54:35.652955 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port 12774d0c-45ab-41c1-9a14-80e674936547 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:54:35.653340 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (12774d0c-45ab-41c1-9a14-80e674936547), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:35.729907 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441a697-32c8-4760-9c31-a22c1d194c7e req-23f5c2f3-3419-4f8b-ade3-da88d21978e6 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:35.731474 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-c441a697-32c8-4760-9c31-a22c1d194c7e req-23f5c2f3-3419-4f8b-ade3-da88d21978e6 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.6735983 Feb 04 00:54:35.817432 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port 12774d0c-45ab-41c1-9a14-80e674936547 is: DOWN; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:54:35.819119 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (12774d0c-45ab-41c1-9a14-80e674936547), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:35.831130 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-c441a697-32c8-4760-9c31-a22c1d194c7e req-d3c87df8-ca17-49c7-a808-86d484be167a tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816042 Feb 04 00:54:35.915027 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] For port 12774d0c-45ab-41c1-9a14-80e674936547, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=12774d0c-45ab-41c1-9a14-80e674936547,segment=NetworkSegment(e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a),segment_id=e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:54:35.979153 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (12774d0c-45ab-41c1-9a14-80e674936547), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:35.997769 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b14687e-abc1-4e94-a860-8ff018472877 admin admin] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:54:36.005694 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-7b14687e-abc1-4e94-a860-8ff018472877 admin admin] 10.222.0.10 "PUT /v2.0/routers/6cfc065a-c771-4294-97e6-c9c271da741b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9350026 Feb 04 00:54:36.017713 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0f94b7b1-8b08-496e-a7d5-f34dc758ddec req-3c564078-1d7d-466d-bdd0-5a1ee5b9b1f1 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8195696 Feb 04 00:54:36.087690 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Pushing event updated for resources: {'Port': ['ID=12774d0c-45ab-41c1-9a14-80e674936547,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:36.120336 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74a60d-2d92-425f-999a-98d9d1739053 req-e007e3e9-2574-4d17-87cf-904ff85951bf tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:36.126055 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-da74a60d-2d92-425f-999a-98d9d1739053 req-e007e3e9-2574-4d17-87cf-904ff85951bf tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c3901aa-ede5-4562-8253-f8d8d890e08f HTTP/1.1" status: 200 len: 945 time: 0.1312511 Feb 04 00:54:36.203730 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-da74a60d-2d92-425f-999a-98d9d1739053 req-9ed20c79-7cec-4ac6-9b3e-0c45218220df tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708258 Feb 04 00:54:37.037186 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264befe2-1c73-4af2-8d0b-abc61345be37 req-2b4d1ded-00d1-4202-b544-5c678c71f693 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:37.038312 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-264befe2-1c73-4af2-8d0b-abc61345be37 req-2b4d1ded-00d1-4202-b544-5c678c71f693 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0669963 Feb 04 00:54:37.158955 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-264befe2-1c73-4af2-8d0b-abc61345be37 req-5efc9b23-6e69-4594-9af7-fa0cb86fdc10 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108551 Feb 04 00:54:37.194278 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a97fa1-2fc6-4e41-b377-c408da8acb7e None None] Sync routers for ids ['6cfc065a-c771-4294-97e6-c9c271da741b'] in dv-cinder-827778-1-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 00:54:37.218302 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a97fa1-2fc6-4e41-b377-c408da8acb7e None None] Routers {'6cfc065a-c771-4294-97e6-c9c271da741b'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:54:37.222409 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c0a97fa1-2fc6-4e41-b377-c408da8acb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:54:12Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['6cfc065a-c771-4294-97e6-c9c271da741b'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:54:37.261002 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4de7f7-82d4-437c-8cdd-e81052eae1b0 req-4a83ca72-8bfa-410f-b1d5-abb33fe7a86a tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:37.268100 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-da4de7f7-82d4-437c-8cdd-e81052eae1b0 req-4a83ca72-8bfa-410f-b1d5-abb33fe7a86a tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 945 time: 0.1044710 Feb 04 00:54:37.377763 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 57172) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:37.385982 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 12774d0c-45ab-41c1-9a14-80e674936547 up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:54:37.401791 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-da4de7f7-82d4-437c-8cdd-e81052eae1b0 req-210373aa-9957-43d0-a1ef-a0789c79b694 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288154 Feb 04 00:54:37.444034 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3203f-0d17-47a9-81a3-672597f91e04 req-447a4399-acc7-49f3-8d59-e5eddfbfc79a tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:37.448858 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 57176) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:37.449762 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-35a3203f-0d17-47a9-81a3-672597f91e04 req-447a4399-acc7-49f3-8d59-e5eddfbfc79a tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c3901aa-ede5-4562-8253-f8d8d890e08f HTTP/1.1" status: 200 len: 945 time: 0.0843003 Feb 04 00:54:37.535443 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port 12774d0c-45ab-41c1-9a14-80e674936547 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:54:37.537974 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (12774d0c-45ab-41c1-9a14-80e674936547), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:37.541178 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-35a3203f-0d17-47a9-81a3-672597f91e04 req-c4039961-1f49-43f7-9b34-8ee5b022f2b3 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843585 Feb 04 00:54:37.580378 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-c0a97fa1-2fc6-4e41-b377-c408da8acb7e None None] Set router 6cfc065a-c771-4294-97e6-c9c271da741b gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:54:37.717696 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port 12774d0c-45ab-41c1-9a14-80e674936547 is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:54:37.753388 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-115b3b5d-fd62-4e06-b8f9-4eece9d96c32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:37.775644 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fb6830d0-ef28-42d0-af26-85bbf90aff1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:37.878285 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 57184) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:37.889367 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-cc438e80-66fa-4d18-8dd1-c8bacc5fbd82 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1388390403-network', 'tenant_id': 'b0981405248c46268be341845ffebcb5'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:54:37.894235 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-115b3b5d-fd62-4e06-b8f9-4eece9d96c32 admin admin] Publish callbacks [] for security_group (5b8990fb-011c-47a8-a5b8-73effd94b39e), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:37.938013 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fb6830d0-ef28-42d0-af26-85bbf90aff1a admin admin] Publish callbacks [] for security_group (8b31e464-0445-407b-a529-afe53b409b6b), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:37.941748 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c0a97fa1-2fc6-4e41-b377-c408da8acb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'name': 'tempest-TestVolumeBootPattern-2116994202-router', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '12774d0c-45ab-41c1-9a14-80e674936547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:54:29Z', 'updated_at': '2022-02-04T00:54:33Z', 'revision_number': 4, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'gw_port': {'id': '12774d0c-45ab-41c1-9a14-80e674936547', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:30Z', 'updated_at': '2022-02-04T00:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': '84cb692e-ba87-4fd5-9193-9ad761fe8f53', 'name': '', 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'mac_address': 'fa:16:3e:ae:d5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'f2ac8d13-4344-48e5-8534-751622f2d98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:32Z', 'updated_at': '2022-02-04T00:54:33Z', 'revision_number': 2, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'subnets': [{'id': 'f2ac8d13-4344-48e5-8534-751622f2d98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:54:37.975014 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a97fa1-2fc6-4e41-b377-c408da8acb7e None None] Checking router: 6cfc065a-c771-4294-97e6-c9c271da741b for host: dv-cinder-827778-1-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 00:54:37.978200 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a97fa1-2fc6-4e41-b377-c408da8acb7e None None] Updating router 6cfc065a-c771-4294-97e6-c9c271da741b port 84cb692e-ba87-4fd5-9193-9ad761fe8f53 binding host dv-cinder-827778-1-iscsi {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 00:54:37.987249 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-115b3b5d-fd62-4e06-b8f9-4eece9d96c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (5b8990fb-011c-47a8-a5b8-73effd94b39e), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:37.997615 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc438e80-66fa-4d18-8dd1-c8bacc5fbd82 admin admin] Made reservation on behalf of b0981405248c46268be341845ffebcb5 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:54:38.000379 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cc438e80-66fa-4d18-8dd1-c8bacc5fbd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for network (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:38.009981 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cc438e80-66fa-4d18-8dd1-c8bacc5fbd82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:38.016098 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c0a97fa1-2fc6-4e41-b377-c408da8acb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (84cb692e-ba87-4fd5-9193-9ad761fe8f53), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:38.025751 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fb6830d0-ef28-42d0-af26-85bbf90aff1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (8b31e464-0445-407b-a529-afe53b409b6b), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:38.046956 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-115b3b5d-fd62-4e06-b8f9-4eece9d96c32 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5705ba164f1844cdace29c8548c51cd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5963688 Feb 04 00:54:38.047961 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b3b5d-fd62-4e06-b8f9-4eece9d96c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8990fb-011c-47a8-a5b8-73effd94b39e,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:38.051585 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 57190) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:38.100117 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-fb6830d0-ef28-42d0-af26-85bbf90aff1a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7974053409f740ac8641251103fc9cfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7212603 Feb 04 00:54:38.100962 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6830d0-ef28-42d0-af26-85bbf90aff1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b31e464-0445-407b-a529-afe53b409b6b,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:38.104184 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 57192) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:38.118596 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-eb3b0a7a-f50f-4516-a488-9b8790493ffa admin admin] Publish callbacks [] for security_group (5b8990fb-011c-47a8-a5b8-73effd94b39e), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:38.126753 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6830d0-ef28-42d0-af26-85bbf90aff1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:38.127373 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6830d0-ef28-42d0-af26-85bbf90aff1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:38.127891 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6830d0-ef28-42d0-af26-85bbf90aff1a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:38.128459 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6830d0-ef28-42d0-af26-85bbf90aff1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:38.129017 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6830d0-ef28-42d0-af26-85bbf90aff1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:38.129594 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6830d0-ef28-42d0-af26-85bbf90aff1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:38.130206 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6830d0-ef28-42d0-af26-85bbf90aff1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:38.130779 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6830d0-ef28-42d0-af26-85bbf90aff1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:38.131322 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6830d0-ef28-42d0-af26-85bbf90aff1a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:38.131863 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6830d0-ef28-42d0-af26-85bbf90aff1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:38.132399 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6830d0-ef28-42d0-af26-85bbf90aff1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:38.132933 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6830d0-ef28-42d0-af26-85bbf90aff1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:38.133514 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6830d0-ef28-42d0-af26-85bbf90aff1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:38.142691 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-eb3b0a7a-f50f-4516-a488-9b8790493ffa admin admin] Publish callbacks [] for security_group (5b8990fb-011c-47a8-a5b8-73effd94b39e), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:38.219941 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cc438e80-66fa-4d18-8dd1-c8bacc5fbd82 admin admin] Publish callbacks [] for security_group (925b3b0e-4b80-45e4-aa65-e18be3bb0a7b), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:38.227339 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-efdada7c-2da1-4bfc-b85f-aa732625e7f8 admin admin] Publish callbacks [] for security_group (8b31e464-0445-407b-a529-afe53b409b6b), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:38.251707 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-efdada7c-2da1-4bfc-b85f-aa732625e7f8 admin admin] Publish callbacks [] for security_group (8b31e464-0445-407b-a529-afe53b409b6b), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:38.328735 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-eb3b0a7a-f50f-4516-a488-9b8790493ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (5b8990fb-011c-47a8-a5b8-73effd94b39e), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:38.332129 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-eb3b0a7a-f50f-4516-a488-9b8790493ffa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:38.335854 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-eb3b0a7a-f50f-4516-a488-9b8790493ffa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5b8990fb-011c-47a8-a5b8-73effd94b39e HTTP/1.1" status: 204 len: 168 time: 0.2821145 Feb 04 00:54:38.346973 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b0a7a-f50f-4516-a488-9b8790493ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8990fb-011c-47a8-a5b8-73effd94b39e,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:38.363866 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cc438e80-66fa-4d18-8dd1-c8bacc5fbd82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (925b3b0e-4b80-45e4-aa65-e18be3bb0a7b), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:38.392749 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-efdada7c-2da1-4bfc-b85f-aa732625e7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (8b31e464-0445-407b-a529-afe53b409b6b), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:38.396583 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27128841-8b95-43be-9ed5-481d2dd4be93 req-5283d3e7-c196-42f6-a038-a4a10c6eea8d tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:38.400304 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-efdada7c-2da1-4bfc-b85f-aa732625e7f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:38.404397 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-efdada7c-2da1-4bfc-b85f-aa732625e7f8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8b31e464-0445-407b-a529-afe53b409b6b HTTP/1.1" status: 204 len: 168 time: 0.2924325 Feb 04 00:54:38.410421 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-27128841-8b95-43be-9ed5-481d2dd4be93 req-5283d3e7-c196-42f6-a038-a4a10c6eea8d tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.1535213 Feb 04 00:54:38.431717 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc438e80-66fa-4d18-8dd1-c8bacc5fbd82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 00:54:38.445553 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc438e80-66fa-4d18-8dd1-c8bacc5fbd82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925b3b0e-4b80-45e4-aa65-e18be3bb0a7b,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:38.479947 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cc438e80-66fa-4d18-8dd1-c8bacc5fbd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650'] for segment (a80a4f77-9118-4fff-b6f2-2d7ea2b5afe6), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:38.480368 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.db.segments_db [None req-cc438e80-66fa-4d18-8dd1-c8bacc5fbd82 admin admin] Added segment a80a4f77-9118-4fff-b6f2-2d7ea2b5afe6 of type vlan for network 44eac65b-57fa-48f2-af5f-df6117332923 Feb 04 00:54:38.481786 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdada7c-2da1-4bfc-b85f-aa732625e7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b31e464-0445-407b-a529-afe53b409b6b,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:38.526493 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cc438e80-66fa-4d18-8dd1-c8bacc5fbd82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784745949642'] for network (44eac65b-57fa-48f2-af5f-df6117332923), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:38.533026 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-27128841-8b95-43be-9ed5-481d2dd4be93 req-c3cc2815-03bb-40f0-b962-32f8e3768b36 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209917 Feb 04 00:54:38.622936 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c0a97fa1-2fc6-4e41-b377-c408da8acb7e None None] Publish callbacks [] for port (84cb692e-ba87-4fd5-9193-9ad761fe8f53), precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:38.627365 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf5228-4b19-47a0-bb70-636eb92339ea req-d2c0c99f-bad7-461c-ac22-d590afa736df tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:38.629136 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-7ecf5228-4b19-47a0-bb70-636eb92339ea req-d2c0c99f-bad7-461c-ac22-d590afa736df tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 945 time: 0.0630071 Feb 04 00:54:38.672941 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cc438e80-66fa-4d18-8dd1-c8bacc5fbd82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599'] for network (44eac65b-57fa-48f2-af5f-df6117332923), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:38.674764 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc438e80-66fa-4d18-8dd1-c8bacc5fbd82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:38.674764 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cc438e80-66fa-4d18-8dd1-c8bacc5fbd82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for network (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:38.696864 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c0a97fa1-2fc6-4e41-b377-c408da8acb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (84cb692e-ba87-4fd5-9193-9ad761fe8f53), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:38.728175 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487389e1-44f5-4a59-b8a9-6081d89c0056 req-1aa22ecd-e9a4-463f-92f3-8e845f1d9a9d tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:38.736427 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-487389e1-44f5-4a59-b8a9-6081d89c0056 req-1aa22ecd-e9a4-463f-92f3-8e845f1d9a9d tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c3901aa-ede5-4562-8253-f8d8d890e08f HTTP/1.1" status: 200 len: 945 time: 0.0736713 Feb 04 00:54:38.819463 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-487389e1-44f5-4a59-b8a9-6081d89c0056 req-a7ba2943-150c-494c-ba87-a7dc39b47050 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815680 Feb 04 00:54:38.850470 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d3137b-8adb-4a4a-add1-d3f769bab943 None None] Pushing event updated for resources: {'Port': ['ID=84cb692e-ba87-4fd5-9193-9ad761fe8f53,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:38.874124 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc438e80-66fa-4d18-8dd1-c8bacc5fbd82 admin admin] Pushing event updated for resources: {'Network': ['ID=44eac65b-57fa-48f2-af5f-df6117332923,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:38.880928 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-7ecf5228-4b19-47a0-bb70-636eb92339ea req-e13c3ce5-6e00-4808-bb23-92bbaac90f1c tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2453110 Feb 04 00:54:38.910324 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-c0a97fa1-2fc6-4e41-b377-c408da8acb7e None None] Attempting to bind port 84cb692e-ba87-4fd5-9193-9ad761fe8f53 on host dv-cinder-827778-1-iscsi for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 00:54:38.910543 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-c0a97fa1-2fc6-4e41-b377-c408da8acb7e None None] Attempting to bind port 84cb692e-ba87-4fd5-9193-9ad761fe8f53 by drivers openvswitch,hyperv on host dv-cinder-827778-1-iscsi at level 0 using segments [{'id': '24c0ec21-3c7a-49b9-b9cd-bc17109016f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 00:54:38.910943 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a97fa1-2fc6-4e41-b377-c408da8acb7e None None] Attempting to bind port 84cb692e-ba87-4fd5-9193-9ad761fe8f53 on network 5f955ba9-674e-45fd-8aac-6b73a4248143 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:54:38.919491 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-cc438e80-66fa-4d18-8dd1-c8bacc5fbd82 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0374222 Feb 04 00:54:38.921695 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 57206) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:38.922566 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Network 44eac65b-57fa-48f2-af5f-df6117332923 details requested by agent ovs-agent-dv-cinder-827778-1-iscsi with host dv-cinder-827778-1-iscsi {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 00:54:38.925144 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a97fa1-2fc6-4e41-b377-c408da8acb7e None None] Checking agent: {'id': '0e3a6df7-c473-4931-90ee-c50828366a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 44, 16), 'started_at': datetime.datetime(2022, 2, 4, 0, 44, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 00:54:38.925591 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a97fa1-2fc6-4e41-b377-c408da8acb7e None None] Checking segment: {'id': '24c0ec21-3c7a-49b9-b9cd-bc17109016f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:54:38.926035 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c0a97fa1-2fc6-4e41-b377-c408da8acb7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:38.926421 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a97fa1-2fc6-4e41-b377-c408da8acb7e None None] Bound using segment: {'id': '24c0ec21-3c7a-49b9-b9cd-bc17109016f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 00:54:38.926905 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-c0a97fa1-2fc6-4e41-b377-c408da8acb7e None None] Bound port: 84cb692e-ba87-4fd5-9193-9ad761fe8f53, host: dv-cinder-827778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24c0ec21-3c7a-49b9-b9cd-bc17109016f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 00:54:38.927279 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c0a97fa1-2fc6-4e41-b377-c408da8acb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (84cb692e-ba87-4fd5-9193-9ad761fe8f53), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:38.932412 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [None req-e9962ba8-3bca-462b-bdd2-218cc1d89414 admin admin] Request body: {'subnet': {'network_id': '44eac65b-57fa-48f2-af5f-df6117332923', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1388390403-subnet', 'tenant_id': 'b0981405248c46268be341845ffebcb5', 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:54:39.088033 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9962ba8-3bca-462b-bdd2-218cc1d89414 admin admin] Made reservation on behalf of b0981405248c46268be341845ffebcb5 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:54:39.090863 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e9962ba8-3bca-462b-bdd2-218cc1d89414 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8755904'] for subnet (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:39.121427 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-c0a97fa1-2fc6-4e41-b377-c408da8acb7e None None] For port 84cb692e-ba87-4fd5-9193-9ad761fe8f53, host dv-cinder-827778-1-iscsi, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:54:39.131837 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-c0a97fa1-2fc6-4e41-b377-c408da8acb7e None None] For port 84cb692e-ba87-4fd5-9193-9ad761fe8f53, host dv-cinder-827778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=84cb692e-ba87-4fd5-9193-9ad761fe8f53,segment=NetworkSegment(24c0ec21-3c7a-49b9-b9cd-bc17109016f1),segment_id=24c0ec21-3c7a-49b9-b9cd-bc17109016f1)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:54:39.202088 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b6d6569e-fed5-41c0-add7-cbb716200969 None None] Provisioning complete for port 84cb692e-ba87-4fd5-9193-9ad761fe8f53 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:54:39.202585 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b6d6569e-fed5-41c0-add7-cbb716200969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (84cb692e-ba87-4fd5-9193-9ad761fe8f53), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:39.248781 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c0a97fa1-2fc6-4e41-b377-c408da8acb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (84cb692e-ba87-4fd5-9193-9ad761fe8f53), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:39.312137 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b6d6569e-fed5-41c0-add7-cbb716200969 None None] Port 84cb692e-ba87-4fd5-9193-9ad761fe8f53 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 00:54:39.346819 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a97fa1-2fc6-4e41-b377-c408da8acb7e None None] Routers {'6cfc065a-c771-4294-97e6-c9c271da741b'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:54:39.346819 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c0a97fa1-2fc6-4e41-b377-c408da8acb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:54:12Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['6cfc065a-c771-4294-97e6-c9c271da741b'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:54:39.403404 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d3137b-8adb-4a4a-add1-d3f769bab943 None None] Pushing event updated for resources: {'Port': ['ID=84cb692e-ba87-4fd5-9193-9ad761fe8f53,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:39.528994 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-c0a97fa1-2fc6-4e41-b377-c408da8acb7e None None] Set router 6cfc065a-c771-4294-97e6-c9c271da741b gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:54:39.650222 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e9962ba8-3bca-462b-bdd2-218cc1d89414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10428051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8755958'] for subnet (5a434b00-9de3-438b-9db2-e401f040ecf5), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:39.673149 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-d7545a24-64d9-47d6-8b3b-6e6f205d4e35 None None] Provisioning complete for port 84cb692e-ba87-4fd5-9193-9ad761fe8f53 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:54:39.673759 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d7545a24-64d9-47d6-8b3b-6e6f205d4e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (84cb692e-ba87-4fd5-9193-9ad761fe8f53), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:39.690049 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9701f82-84a5-4615-80bd-76cdca63085e req-83f945d7-a9d0-41f0-b696-b7a90f65b2b3 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:39.691660 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a9701f82-84a5-4615-80bd-76cdca63085e req-83f945d7-a9d0-41f0-b696-b7a90f65b2b3 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0894523 Feb 04 00:54:39.746815 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9962ba8-3bca-462b-bdd2-218cc1d89414 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a434b00-9de3-438b-9db2-e401f040ecf5,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:39.776316 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9962ba8-3bca-462b-bdd2-218cc1d89414 admin admin] Checking segment: {'id': 'a80a4f77-9118-4fff-b6f2-2d7ea2b5afe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '44eac65b-57fa-48f2-af5f-df6117332923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:54:39.776686 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9962ba8-3bca-462b-bdd2-218cc1d89414 admin admin] Network hostable DHCP agents. Network: 44eac65b-57fa-48f2-af5f-df6117332923, hostable agents: ['3f99e642-0ed0-4983-9f25-ae4b5e9c36f7'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 00:54:39.798505 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a9701f82-84a5-4615-80bd-76cdca63085e req-0a6abaf9-a239-44a0-99ea-e672b8e84e84 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914040 Feb 04 00:54:39.829724 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-d7545a24-64d9-47d6-8b3b-6e6f205d4e35 None None] Current status of the port 84cb692e-ba87-4fd5-9193-9ad761fe8f53 is: DOWN; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:54:39.830192 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d7545a24-64d9-47d6-8b3b-6e6f205d4e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (84cb692e-ba87-4fd5-9193-9ad761fe8f53), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:39.896718 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-d7545a24-64d9-47d6-8b3b-6e6f205d4e35 None None] For port 84cb692e-ba87-4fd5-9193-9ad761fe8f53, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=84cb692e-ba87-4fd5-9193-9ad761fe8f53,segment=NetworkSegment(24c0ec21-3c7a-49b9-b9cd-bc17109016f1),segment_id=24c0ec21-3c7a-49b9-b9cd-bc17109016f1)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:54:39.911818 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c0a97fa1-2fc6-4e41-b377-c408da8acb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'name': 'tempest-TestVolumeBootPattern-2116994202-router', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '12774d0c-45ab-41c1-9a14-80e674936547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:54:29Z', 'updated_at': '2022-02-04T00:54:33Z', 'revision_number': 4, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'gw_port': {'id': '12774d0c-45ab-41c1-9a14-80e674936547', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:30Z', 'updated_at': '2022-02-04T00:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': '84cb692e-ba87-4fd5-9193-9ad761fe8f53', 'name': '', 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'mac_address': 'fa:16:3e:ae:d5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'f2ac8d13-4344-48e5-8534-751622f2d98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:32Z', 'updated_at': '2022-02-04T00:54:39Z', 'revision_number': 4, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'subnets': [{'id': 'f2ac8d13-4344-48e5-8534-751622f2d98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:54:39.927469 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9962ba8-3bca-462b-bdd2-218cc1d89414 admin admin] Network 44eac65b-57fa-48f2-af5f-df6117332923 is scheduled to be hosted by DHCP agent 3f99e642-0ed0-4983-9f25-ae4b5e9c36f7 with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 00:54:39.956450 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a97fa1-2fc6-4e41-b377-c408da8acb7e None None] The sync data for ids ['6cfc065a-c771-4294-97e6-c9c271da741b'] in dv-cinder-827778-1-iscsi is: [{'id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'name': 'tempest-TestVolumeBootPattern-2116994202-router', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '12774d0c-45ab-41c1-9a14-80e674936547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:54:29Z', 'updated_at': '2022-02-04T00:54:33Z', 'revision_number': 4, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'gw_port': {'id': '12774d0c-45ab-41c1-9a14-80e674936547', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:30Z', 'updated_at': '2022-02-04T00:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': '84cb692e-ba87-4fd5-9193-9ad761fe8f53', 'name': '', 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'mac_address': 'fa:16:3e:ae:d5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'f2ac8d13-4344-48e5-8534-751622f2d98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:32Z', 'updated_at': '2022-02-04T00:54:39Z', 'revision_number': 4, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'subnets': [{'id': 'f2ac8d13-4344-48e5-8534-751622f2d98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 00:54:39.982365 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb20e29-4b45-4545-a7aa-c766147e93d5 req-533e72ba-ef55-4b4e-9bc0-5e509639e337 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:39.991118 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0eb20e29-4b45-4545-a7aa-c766147e93d5 req-533e72ba-ef55-4b4e-9bc0-5e509639e337 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c3901aa-ede5-4562-8253-f8d8d890e08f HTTP/1.1" status: 200 len: 945 time: 0.0799627 Feb 04 00:54:40.036445 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-e9962ba8-3bca-462b-bdd2-218cc1d89414 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827778-1-iscsi, 44eac65b-57fa-48f2-af5f-df6117332923) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:54:40.039266 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d7545a24-64d9-47d6-8b3b-6e6f205d4e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (84cb692e-ba87-4fd5-9193-9ad761fe8f53), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:40.042512 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9962ba8-3bca-462b-bdd2-218cc1d89414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:40.043673 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e9962ba8-3bca-462b-bdd2-218cc1d89414 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for subnet (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:40.081238 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 57232) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:40.120384 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 57234) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:40.125983 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7545a24-64d9-47d6-8b3b-6e6f205d4e35 None None] Pushing event updated for resources: {'Port': ['ID=84cb692e-ba87-4fd5-9193-9ad761fe8f53,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:40.143550 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024b677c-5983-453a-8e0d-e805f7a62d39 None None] Network 44eac65b-57fa-48f2-af5f-df6117332923 requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 00:54:40.148646 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-69668749-3b49-4c31-a50b-e8c3f102c3e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:40.164205 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0eb20e29-4b45-4545-a7aa-c766147e93d5 req-64cb9476-a39a-4411-95fc-2adeb33309da tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716042 Feb 04 00:54:40.231617 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c4c7c150-e1df-4f75-8e8a-9fbfa8a890b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:40.286983 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-69668749-3b49-4c31-a50b-e8c3f102c3e4 admin admin] Publish callbacks [] for security_group (651a6fcd-71ff-4e41-a9a7-485d7aa4be82), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:40.291963 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 57238) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:40.298081 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-26f9fc46-b416-4a48-a823-afef3425db0b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1388390403-router', 'tenant_id': 'b0981405248c46268be341845ffebcb5', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:54:40.309724 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-e9962ba8-3bca-462b-bdd2-218cc1d89414 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3867681 Feb 04 00:54:40.370798 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13288ae-0da6-4c74-bcbf-b79f4574cb54 req-a3899d03-ab66-4b4a-8312-cdf399cd73be tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:40.372438 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-c13288ae-0da6-4c74-bcbf-b79f4574cb54 req-a3899d03-ab66-4b4a-8312-cdf399cd73be tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 945 time: 0.2751873 Feb 04 00:54:40.472811 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c4c7c150-e1df-4f75-8e8a-9fbfa8a890b8 admin admin] Publish callbacks [] for security_group (a9406822-ad8f-4b15-b8a3-027512c7f22a), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:40.487692 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-69668749-3b49-4c31-a50b-e8c3f102c3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (651a6fcd-71ff-4e41-a9a7-485d7aa4be82), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:40.531993 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0b7dc468-139c-434b-8484-61b85801ee02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:40.547187 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef7b893-231f-442c-930b-34d68e105e9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp722f4b90-efd4-5043-8a2b-763f3536f0fd-44eac65b-57fa-48f2-af5f-df6117332923', 'network_id': '44eac65b-57fa-48f2-af5f-df6117332923', 'project_id': 'b0981405248c46268be341845ffebcb5', 'fixed_ips': [{'subnet_id': '5a434b00-9de3-438b-9db2-e401f040ecf5'}]}} from dv-cinder-827778-1-iscsi. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 00:54:40.548031 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cef7b893-231f-442c-930b-34d68e105e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:40.566226 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-69668749-3b49-4c31-a50b-e8c3f102c3e4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ebb8c054058b46f187b17e5b32653dac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4444511 Feb 04 00:54:40.567960 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69668749-3b49-4c31-a50b-e8c3f102c3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651a6fcd-71ff-4e41-a9a7-485d7aa4be82,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:40.575820 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 57242) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:40.576988 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-c13288ae-0da6-4c74-bcbf-b79f4574cb54 req-41ccfdf8-406e-4c3c-be34-063998ecf981 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777494 Feb 04 00:54:40.597863 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-26f9fc46-b416-4a48-a823-afef3425db0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26682'] for router (cb9e361a-bb4d-45db-ac3f-f10d736625fb), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:40.598956 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-26f9fc46-b416-4a48-a823-afef3425db0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26691'] for router (cb9e361a-bb4d-45db-ac3f-f10d736625fb), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:40.641644 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c4c7c150-e1df-4f75-8e8a-9fbfa8a890b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (a9406822-ad8f-4b15-b8a3-027512c7f22a), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:40.716639 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-c4c7c150-e1df-4f75-8e8a-9fbfa8a890b8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=14a68bde50584a7cb7f4c05126bf086f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6341383 Feb 04 00:54:40.717525 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 57244) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:40.718196 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7c150-e1df-4f75-8e8a-9fbfa8a890b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9406822-ad8f-4b15-b8a3-027512c7f22a,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:40.750446 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-26f9fc46-b416-4a48-a823-afef3425db0b admin admin] Publish callbacks [] for router_controller (cb9e361a-bb4d-45db-ac3f-f10d736625fb), precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:40.755705 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7c150-e1df-4f75-8e8a-9fbfa8a890b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:40.756084 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7c150-e1df-4f75-8e8a-9fbfa8a890b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:40.759084 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7c150-e1df-4f75-8e8a-9fbfa8a890b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:40.759084 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7c150-e1df-4f75-8e8a-9fbfa8a890b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:40.759084 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7c150-e1df-4f75-8e8a-9fbfa8a890b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:40.759084 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7c150-e1df-4f75-8e8a-9fbfa8a890b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:40.759084 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7c150-e1df-4f75-8e8a-9fbfa8a890b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:40.759084 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7c150-e1df-4f75-8e8a-9fbfa8a890b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:40.759084 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7c150-e1df-4f75-8e8a-9fbfa8a890b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:40.759084 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7c150-e1df-4f75-8e8a-9fbfa8a890b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:40.759751 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7c150-e1df-4f75-8e8a-9fbfa8a890b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:40.759751 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7c150-e1df-4f75-8e8a-9fbfa8a890b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:40.759897 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7c150-e1df-4f75-8e8a-9fbfa8a890b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:40.768883 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-73770303-2b17-488c-9f51-79212097c61b admin admin] Publish callbacks [] for security_group (651a6fcd-71ff-4e41-a9a7-485d7aa4be82), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:40.822890 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fe8fc214-8708-4511-a816-eb1de87323ef admin admin] Publish callbacks [] for security_group (a9406822-ad8f-4b15-b8a3-027512c7f22a), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:40.839382 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-73770303-2b17-488c-9f51-79212097c61b admin admin] Publish callbacks [] for security_group (651a6fcd-71ff-4e41-a9a7-485d7aa4be82), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:40.856615 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fe8fc214-8708-4511-a816-eb1de87323ef admin admin] Publish callbacks [] for security_group (a9406822-ad8f-4b15-b8a3-027512c7f22a), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:40.929711 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-cef7b893-231f-442c-930b-34d68e105e9a None None] Allocated IP 172.20.0.2 (44eac65b-57fa-48f2-af5f-df6117332923/5a434b00-9de3-438b-9db2-e401f040ecf5/a2816705-528a-4726-9ae5-7e50ee302663) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:54:41.042985 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb20be-2cb6-4071-b551-c78816b55fb5 req-998b34e4-9078-465d-a71a-b362da34be5f tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:41.050975 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-a9bb20be-2cb6-4071-b551-c78816b55fb5 req-998b34e4-9078-465d-a71a-b362da34be5f tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.1208436 Feb 04 00:54:41.081754 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fe8fc214-8708-4511-a816-eb1de87323ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (a9406822-ad8f-4b15-b8a3-027512c7f22a), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:41.085856 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fe8fc214-8708-4511-a816-eb1de87323ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:41.108157 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-fe8fc214-8708-4511-a816-eb1de87323ef admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a9406822-ad8f-4b15-b8a3-027512c7f22a HTTP/1.1" status: 204 len: 168 time: 0.3738036 Feb 04 00:54:41.122706 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8fc214-8708-4511-a816-eb1de87323ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9406822-ad8f-4b15-b8a3-027512c7f22a,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:41.195008 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-a9bb20be-2cb6-4071-b551-c78816b55fb5 req-6bcdca8d-ad4c-4a8d-811f-81f8cc805e6e tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369679 Feb 04 00:54:41.202160 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-73770303-2b17-488c-9f51-79212097c61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (651a6fcd-71ff-4e41-a9a7-485d7aa4be82), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:41.205662 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-73770303-2b17-488c-9f51-79212097c61b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:41.210413 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-73770303-2b17-488c-9f51-79212097c61b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/651a6fcd-71ff-4e41-a9a7-485d7aa4be82 HTTP/1.1" status: 204 len: 168 time: 0.6336088 Feb 04 00:54:41.329512 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73770303-2b17-488c-9f51-79212097c61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651a6fcd-71ff-4e41-a9a7-485d7aa4be82,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:41.339204 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cef7b893-231f-442c-930b-34d68e105e9a None None] Publish callbacks [] for port (a2816705-528a-4726-9ae5-7e50ee302663), precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:41.442239 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cef7b893-231f-442c-930b-34d68e105e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223'] for port (a2816705-528a-4726-9ae5-7e50ee302663), after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:41.524171 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb84cff-146e-44c8-bcea-f5c606a98000 req-e09d3b3c-578e-4783-a9dd-c03db01891b2 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:41.547917 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4cb84cff-146e-44c8-bcea-f5c606a98000 req-e09d3b3c-578e-4783-a9dd-c03db01891b2 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c3901aa-ede5-4562-8253-f8d8d890e08f HTTP/1.1" status: 200 len: 945 time: 0.2036347 Feb 04 00:54:41.576881 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef7b893-231f-442c-930b-34d68e105e9a None None] Pushing event updated for resources: {'Port': ['ID=a2816705-528a-4726-9ae5-7e50ee302663,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:41.590562 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-26f9fc46-b416-4a48-a823-afef3425db0b admin admin] Publish callbacks [] for router_gateway (cb9e361a-bb4d-45db-ac3f-f10d736625fb), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:41.595398 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 00:54:41.637113 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4cb84cff-146e-44c8-bcea-f5c606a98000 req-75951d44-e3fc-4f93-aa45-563d1ced4ccf tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875950 Feb 04 00:54:41.673743 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 84cb692e-ba87-4fd5-9193-9ad761fe8f53 up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:54:41.677204 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef7b893-231f-442c-930b-34d68e105e9a None None] Network 44eac65b-57fa-48f2-af5f-df6117332923 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:54:41.699163 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-cef7b893-231f-442c-930b-34d68e105e9a None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:54:41.728691 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef7b893-231f-442c-930b-34d68e105e9a None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:54:41.855937 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=3ecf0c07-12ef-478b-bb61-7fd4da5b47f7,segment=NetworkSegment(54e3d956-d261-4a67-bb25-94057ffc11cf),segment_id=54e3d956-d261-4a67-bb25-94057ffc11cf)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:54:41.894761 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Returning: {'device': '3ecf0c07-12ef-478b-bb61-7fd4da5b47f7', 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321', 'port_id': '3ecf0c07-12ef-478b-bb61-7fd4da5b47f7', 'mac_address': 'fa:16:3e:27:af:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3690513-81ad-46a5-afc0-910eebaac8f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 00:54:41.944505 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52186f80-7fe7-474f-9ba3-8cc9e27389a0 req-03bd1f63-72e5-4f28-b353-0093692adb8e tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:41.946793 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-52186f80-7fe7-474f-9ba3-8cc9e27389a0 req-03bd1f63-72e5-4f28-b353-0093692adb8e tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 945 time: 0.2286522 Feb 04 00:54:42.084443 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-52186f80-7fe7-474f-9ba3-8cc9e27389a0 req-159782a8-7a5a-472f-959e-5d6175bc5d9a tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197517 Feb 04 00:54:42.108041 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 is: ACTIVE; New status is: BUILD {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:54:42.121487 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (3ecf0c07-12ef-478b-bb61-7fd4da5b47f7), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:42.244346 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:54:42.313948 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=3ecf0c07-12ef-478b-bb61-7fd4da5b47f7,segment=NetworkSegment(54e3d956-d261-4a67-bb25-94057ffc11cf),segment_id=54e3d956-d261-4a67-bb25-94057ffc11cf)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:54:42.314088 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-26f9fc46-b416-4a48-a823-afef3425db0b admin admin] Publish callbacks [] for router_gateway (cb9e361a-bb4d-45db-ac3f-f10d736625fb), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:42.336335 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-cef7b893-231f-442c-930b-34d68e105e9a None None] Attempting to bind port a2816705-528a-4726-9ae5-7e50ee302663 on host dv-cinder-827778-1-iscsi for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 00:54:42.340324 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-cef7b893-231f-442c-930b-34d68e105e9a None None] Attempting to bind port a2816705-528a-4726-9ae5-7e50ee302663 by drivers openvswitch,hyperv on host dv-cinder-827778-1-iscsi at level 0 using segments [{'id': 'a80a4f77-9118-4fff-b6f2-2d7ea2b5afe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '44eac65b-57fa-48f2-af5f-df6117332923'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 00:54:42.340324 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef7b893-231f-442c-930b-34d68e105e9a None None] Attempting to bind port a2816705-528a-4726-9ae5-7e50ee302663 on network 44eac65b-57fa-48f2-af5f-df6117332923 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:54:42.350517 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-26f9fc46-b416-4a48-a823-afef3425db0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:42.360676 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef7b893-231f-442c-930b-34d68e105e9a None None] Checking agent: {'id': '0e3a6df7-c473-4931-90ee-c50828366a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 44, 16), 'started_at': datetime.datetime(2022, 2, 4, 0, 44, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 00:54:42.361648 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef7b893-231f-442c-930b-34d68e105e9a None None] Checking segment: {'id': 'a80a4f77-9118-4fff-b6f2-2d7ea2b5afe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '44eac65b-57fa-48f2-af5f-df6117332923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:54:42.362228 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cef7b893-231f-442c-930b-34d68e105e9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:42.362766 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef7b893-231f-442c-930b-34d68e105e9a None None] Bound using segment: {'id': 'a80a4f77-9118-4fff-b6f2-2d7ea2b5afe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '44eac65b-57fa-48f2-af5f-df6117332923'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 00:54:42.363726 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-cef7b893-231f-442c-930b-34d68e105e9a None None] Bound port: a2816705-528a-4726-9ae5-7e50ee302663, host: dv-cinder-827778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a80a4f77-9118-4fff-b6f2-2d7ea2b5afe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '44eac65b-57fa-48f2-af5f-df6117332923'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 00:54:42.364386 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cef7b893-231f-442c-930b-34d68e105e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (a2816705-528a-4726-9ae5-7e50ee302663), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:42.388098 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port 84cb692e-ba87-4fd5-9193-9ad761fe8f53 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:54:42.388679 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (84cb692e-ba87-4fd5-9193-9ad761fe8f53), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:42.450562 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-cef7b893-231f-442c-930b-34d68e105e9a None None] For port a2816705-528a-4726-9ae5-7e50ee302663, host dv-cinder-827778-1-iscsi, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:54:42.454564 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-cef7b893-231f-442c-930b-34d68e105e9a None None] For port a2816705-528a-4726-9ae5-7e50ee302663, host dv-cinder-827778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=a2816705-528a-4726-9ae5-7e50ee302663,segment=NetworkSegment(a80a4f77-9118-4fff-b6f2-2d7ea2b5afe6),segment_id=a80a4f77-9118-4fff-b6f2-2d7ea2b5afe6)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:54:42.478716 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (3ecf0c07-12ef-478b-bb61-7fd4da5b47f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:42.597255 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cef7b893-231f-442c-930b-34d68e105e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (a2816705-528a-4726-9ae5-7e50ee302663), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:42.638038 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-26f9fc46-b416-4a48-a823-afef3425db0b admin admin] Allocated IP 172.27.1.24 (03e92c86-a3b2-4a50-bb8c-ad63e47f70ee/b22bab27-11ad-47ee-b4e2-a457ed5eeb04/1745c55d-7f0e-40f3-8005-4e0bdabfb74e) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:54:42.654546 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['3ecf0c07-12ef-478b-bb61-7fd4da5b47f7'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:54:42.662188 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=3ecf0c07-12ef-478b-bb61-7fd4da5b47f7,revision_number=6']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:42.673281 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0019310c-f797-4cdd-978c-f2db6ce01def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:42.765739 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port 84cb692e-ba87-4fd5-9193-9ad761fe8f53 is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:54:42.797213 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef7b893-231f-442c-930b-34d68e105e9a None None] Pushing event updated for resources: {'Port': ['ID=a2816705-528a-4726-9ae5-7e50ee302663,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:43.006708 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-26f9fc46-b416-4a48-a823-afef3425db0b admin admin] Publish callbacks [] for port (1745c55d-7f0e-40f3-8005-4e0bdabfb74e), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:43.167773 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-26f9fc46-b416-4a48-a823-afef3425db0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-660047'] for port (1745c55d-7f0e-40f3-8005-4e0bdabfb74e), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:43.334540 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f9fc46-b416-4a48-a823-afef3425db0b admin admin] Pushing event updated for resources: {'Port': ['ID=1745c55d-7f0e-40f3-8005-4e0bdabfb74e,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:43.338668 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f9fc46-b416-4a48-a823-afef3425db0b admin admin] Network 03e92c86-a3b2-4a50-bb8c-ad63e47f70ee is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:54:43.340812 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-26f9fc46-b416-4a48-a823-afef3425db0b admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:54:43.344203 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f9fc46-b416-4a48-a823-afef3425db0b admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:54:43.425038 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:43.444147 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1bde1a-ce9e-4172-bb76-8471e4cba306 req-af35289d-26a3-4a12-9a78-40a06034c666 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:43.446489 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2d1bde1a-ce9e-4172-bb76-8471e4cba306 req-af35289d-26a3-4a12-9a78-40a06034c666 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 944 time: 0.1788521 Feb 04 00:54:43.488379 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device a2816705-528a-4726-9ae5-7e50ee302663 up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:54:43.597717 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2d1bde1a-ce9e-4172-bb76-8471e4cba306 req-9939cdc6-3247-4359-9c47-f39419c92e7c tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319768 Feb 04 00:54:43.605054 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 up at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:54:43.703663 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port a2816705-528a-4726-9ae5-7e50ee302663 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:54:43.704355 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (a2816705-528a-4726-9ae5-7e50ee302663), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:43.819115 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning complete for port 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:54:43.820155 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (3ecf0c07-12ef-478b-bb61-7fd4da5b47f7), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:43.873797 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port a2816705-528a-4726-9ae5-7e50ee302663 is: DOWN; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:54:43.874486 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (a2816705-528a-4726-9ae5-7e50ee302663), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:43.886511 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04243ec2-9dbb-4028-bc76-d5110d123a2d req-e1fe5e6f-8df4-404b-8a53-ab4b8b898d29 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:43.896212 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-04243ec2-9dbb-4028-bc76-d5110d123a2d req-e1fe5e6f-8df4-404b-8a53-ab4b8b898d29 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.2400360 Feb 04 00:54:44.047337 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 is: BUILD; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:54:44.048162 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (3ecf0c07-12ef-478b-bb61-7fd4da5b47f7), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:44.109829 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] For port a2816705-528a-4726-9ae5-7e50ee302663, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=a2816705-528a-4726-9ae5-7e50ee302663,segment=NetworkSegment(a80a4f77-9118-4fff-b6f2-2d7ea2b5afe6),segment_id=a80a4f77-9118-4fff-b6f2-2d7ea2b5afe6)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:54:44.116902 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3010af-a305-4162-a4c3-bd33890474c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecf0c07-12ef-478b-bb61-7fd4da5b47f7'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:54:44.125648 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-04243ec2-9dbb-4028-bc76-d5110d123a2d req-f6984500-835f-41d5-a820-0fe6fc25e6c3 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283263 Feb 04 00:54:44.132713 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6008afca8a05d931a9cb2feac605f7a66ad88b8a0c7f78d7c81d8c88d670685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea099ec-09a6-4657-a8c8-d76b52d885aa" -d '{"events": [{"server_uuid": "fe3010af-a305-4162-a4c3-bd33890474c4", "name": "network-vif-plugged", "status": "completed", "tag": "3ecf0c07-12ef-478b-bb61-7fd4da5b47f7"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:54:44.191849 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=3ecf0c07-12ef-478b-bb61-7fd4da5b47f7,segment=NetworkSegment(54e3d956-d261-4a67-bb25-94057ffc11cf),segment_id=54e3d956-d261-4a67-bb25-94057ffc11cf)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:54:44.218568 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (a2816705-528a-4726-9ae5-7e50ee302663), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:44.302340 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fb4309-489b-4222-b5c7-11ff576eb5ee x-openstack-request-id: req-f3fb4309-489b-4222-b5c7-11ff576eb5ee {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:54:44.302340 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3010af-a305-4162-a4c3-bd33890474c4", "name": "network-vif-plugged", "status": "completed", "tag": "3ecf0c07-12ef-478b-bb61-7fd4da5b47f7", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:54:44.303618 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f3fb4309-489b-4222-b5c7-11ff576eb5ee {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:54:44.304147 dv-cinder-827778-1-iscsi neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3010af-a305-4162-a4c3-bd33890474c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecf0c07-12ef-478b-bb61-7fd4da5b47f7', 'code': 200} Feb 04 00:54:44.315815 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-26f9fc46-b416-4a48-a823-afef3425db0b admin admin] Publish callbacks [] for router_gateway (cb9e361a-bb4d-45db-ac3f-f10d736625fb), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:44.339276 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (3ecf0c07-12ef-478b-bb61-7fd4da5b47f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:44.419449 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Pushing event updated for resources: {'Port': ['ID=a2816705-528a-4726-9ae5-7e50ee302663,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:44.437861 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:44.441863 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:44.442631 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:44.444392 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:44.444850 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:44.445319 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:44.446882 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:44.447315 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:44.447748 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:44.448982 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:44.451138 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:44.451621 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:44.452058 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:54:44.583646 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fa6778-4b72-4fb8-bacb-9ccb2437cb9f None None] Network 44eac65b-57fa-48f2-af5f-df6117332923 requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 00:54:44.709786 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=3ecf0c07-12ef-478b-bb61-7fd4da5b47f7,revision_number=7']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:44.714388 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-26f9fc46-b416-4a48-a823-afef3425db0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477280'] for router (cb9e361a-bb4d-45db-ac3f-f10d736625fb), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:44.719286 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-580b9ef8-391b-46f8-9490-806238fd1d12 None None] Provisioning complete for port a2816705-528a-4726-9ae5-7e50ee302663 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:54:44.719768 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-580b9ef8-391b-46f8-9490-806238fd1d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (a2816705-528a-4726-9ae5-7e50ee302663), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:44.821566 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1ac8a-6e4e-4694-8786-ba3e76eda597 req-a089a306-f67e-4c6f-aeff-44aee0a727ef tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:44.823681 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9dc1ac8a-6e4e-4694-8786-ba3e76eda597 req-a089a306-f67e-4c6f-aeff-44aee0a727ef tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 945 time: 0.1128607 Feb 04 00:54:44.898414 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-580b9ef8-391b-46f8-9490-806238fd1d12 None None] Current status of the port a2816705-528a-4726-9ae5-7e50ee302663 is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:54:44.962237 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9dc1ac8a-6e4e-4694-8786-ba3e76eda597 req-f4d001c9-d43f-413d-b0f1-43294d674b90 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253314 Feb 04 00:54:45.058965 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:45.061521 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f9fc46-b416-4a48-a823-afef3425db0b admin admin] Router cb9e361a-bb4d-45db-ac3f-f10d736625fb is scheduled to L3 agent 05e42f77-b612-4439-9acd-15af6102b82d with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 00:54:45.239308 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8f4744ca-5de9-464b-b71f-afff4d06bfa3 None None] Provisioning complete for port a2816705-528a-4726-9ae5-7e50ee302663 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:54:45.243613 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8f4744ca-5de9-464b-b71f-afff4d06bfa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (a2816705-528a-4726-9ae5-7e50ee302663), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:45.395332 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f9fc46-b416-4a48-a823-afef3425db0b admin admin] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:54:45.410768 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b406f5-b06a-4e39-a2a2-a8a1281ced3c None None] Sync routers for ids ['cb9e361a-bb4d-45db-ac3f-f10d736625fb'] in dv-cinder-827778-1-iscsi {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 00:54:45.427957 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b406f5-b06a-4e39-a2a2-a8a1281ced3c None None] Routers {'cb9e361a-bb4d-45db-ac3f-f10d736625fb'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:54:45.428592 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-85b406f5-b06a-4e39-a2a2-a8a1281ced3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:54:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['cb9e361a-bb4d-45db-ac3f-f10d736625fb'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:54:45.438371 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device a2816705-528a-4726-9ae5-7e50ee302663 up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:54:45.522176 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8f4744ca-5de9-464b-b71f-afff4d06bfa3 None None] Current status of the port a2816705-528a-4726-9ae5-7e50ee302663 is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:54:45.527040 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-60db1a95-7f76-4063-a11f-13928caddb83 req-31dbc4c8-0fa6-4bd8-b244-d074c982d61a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1521943 Feb 04 00:54:45.535559 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-26f9fc46-b416-4a48-a823-afef3425db0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:45.540240 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-26f9fc46-b416-4a48-a823-afef3425db0b admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2453706 Feb 04 00:54:45.542633 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 57414) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:45.573248 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port a2816705-528a-4726-9ae5-7e50ee302663 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:54:45.575356 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (a2816705-528a-4726-9ae5-7e50ee302663), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:45.668221 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 57416) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:45.726771 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db1a95-7f76-4063-a11f-13928caddb83 req-b311a58c-e6f3-4057-a649-ef2447a93951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:45.730541 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-60db1a95-7f76-4063-a11f-13928caddb83 req-b311a58c-e6f3-4057-a649-ef2447a93951 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2afd163d280640839661275f0ebd1c4e&device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 1129 time: 0.1811080 Feb 04 00:54:45.817067 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-85b406f5-b06a-4e39-a2a2-a8a1281ced3c None None] Set router cb9e361a-bb4d-45db-ac3f-f10d736625fb gateway port host: dv-cinder-827778-1-iscsi {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:54:46.002413 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port a2816705-528a-4726-9ae5-7e50ee302663 is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:54:46.071818 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db1a95-7f76-4063-a11f-13928caddb83 req-439ec40e-86c9-4612-85e4-728856b5c3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:46.087053 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-60db1a95-7f76-4063-a11f-13928caddb83 req-439ec40e-86c9-4612-85e4-728856b5c3d8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae043462-32cc-4bf5-9ede-b06308dbc788 HTTP/1.1" status: 200 len: 920 time: 0.3258920 Feb 04 00:54:46.219545 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-60db1a95-7f76-4063-a11f-13928caddb83 req-310e800d-4ab3-4a55-b404-395098d64af8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3444036-dd14-4e16-9a59-c926e0b970dc HTTP/1.1" status: 200 len: 217 time: 0.1203411 Feb 04 00:54:46.262375 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-185f2846-7746-48c7-8cf5-892e2fb9c790 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:46.270229 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:46.438065 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-85b406f5-b06a-4e39-a2a2-a8a1281ced3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9e361a-bb4d-45db-ac3f-f10d736625fb', 'name': 'tempest-TestVolumeBootPattern-1388390403-router', 'tenant_id': 'b0981405248c46268be341845ffebcb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '1745c55d-7f0e-40f3-8005-4e0bdabfb74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:54:40Z', 'updated_at': '2022-02-04T00:54:43Z', 'revision_number': 3, 'project_id': 'b0981405248c46268be341845ffebcb5', 'gw_port': {'id': '1745c55d-7f0e-40f3-8005-4e0bdabfb74e', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9e361a-bb4d-45db-ac3f-f10d736625fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:42Z', 'updated_at': '2022-02-04T00:54:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi'}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:54:46.585642 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b406f5-b06a-4e39-a2a2-a8a1281ced3c None None] Checking router: cb9e361a-bb4d-45db-ac3f-f10d736625fb for host: dv-cinder-827778-1-iscsi {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 00:54:46.590454 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b406f5-b06a-4e39-a2a2-a8a1281ced3c None None] Updating router cb9e361a-bb4d-45db-ac3f-f10d736625fb port 1745c55d-7f0e-40f3-8005-4e0bdabfb74e binding host dv-cinder-827778-1-iscsi {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 00:54:46.664187 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-185f2846-7746-48c7-8cf5-892e2fb9c790 admin admin] Publish callbacks [] for security_group (af9c90c5-0dd8-4c7c-8e3f-439023c0f0d7), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:46.692111 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db1a95-7f76-4063-a11f-13928caddb83 req-00654775-9157-43c1-bec2-4c74e0980b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:46.696427 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-85b406f5-b06a-4e39-a2a2-a8a1281ced3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (1745c55d-7f0e-40f3-8005-4e0bdabfb74e), before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:46.726318 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-60db1a95-7f76-4063-a11f-13928caddb83 req-00654775-9157-43c1-bec2-4c74e0980b5e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=46745580-e406-4b05-84f7-81e0482f0518 HTTP/1.1" status: 200 len: 859 time: 0.4905820 Feb 04 00:54:46.729336 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a2a21-90cf-4f75-af1a-1e8b9089f9a7 req-6194803a-fe2c-4879-ba54-2df5abac97ed tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:46.743985 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9e4a2a21-90cf-4f75-af1a-1e8b9089f9a7 req-6194803a-fe2c-4879-ba54-2df5abac97ed tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 945 time: 0.5648770 Feb 04 00:54:46.815858 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-60db1a95-7f76-4063-a11f-13928caddb83 req-0c1c7b38-233d-4513-8b2c-8e9b706cdd6e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae043462-32cc-4bf5-9ede-b06308dbc788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814414 Feb 04 00:54:46.817066 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-185f2846-7746-48c7-8cf5-892e2fb9c790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (af9c90c5-0dd8-4c7c-8e3f-439023c0f0d7), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:46.934409 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-185f2846-7746-48c7-8cf5-892e2fb9c790 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b9ff6a0971f0489abdf48f8e0acd5467&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2648690 Feb 04 00:54:46.935546 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f2846-7746-48c7-8cf5-892e2fb9c790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9c90c5-0dd8-4c7c-8e3f-439023c0f0d7,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:46.938169 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 57442) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:47.026252 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-60db1a95-7f76-4063-a11f-13928caddb83 req-97c84fc6-1fe0-4cb8-9fb6-07a0048296a1 service neutron] 10.222.0.39 "GET /v2.0/networks/ae043462-32cc-4bf5-9ede-b06308dbc788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796515 Feb 04 00:54:47.032310 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5ebed997-b34b-4280-94c3-1555684fe63e admin admin] Publish callbacks [] for security_group (af9c90c5-0dd8-4c7c-8e3f-439023c0f0d7), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:47.102769 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5ebed997-b34b-4280-94c3-1555684fe63e admin admin] Publish callbacks [] for security_group (af9c90c5-0dd8-4c7c-8e3f-439023c0f0d7), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:47.168029 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-60db1a95-7f76-4063-a11f-13928caddb83 req-2360685e-9c66-4b6b-a514-738dd5d1b461 service neutron] 10.222.0.39 "GET /v2.0/networks/ae043462-32cc-4bf5-9ede-b06308dbc788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325898 Feb 04 00:54:47.264005 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9e4a2a21-90cf-4f75-af1a-1e8b9089f9a7 req-b1a4382e-0b6d-4aa3-8314-2ebed9a41ad1 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5189333 Feb 04 00:54:47.322346 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5ebed997-b34b-4280-94c3-1555684fe63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (af9c90c5-0dd8-4c7c-8e3f-439023c0f0d7), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:47.325169 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5ebed997-b34b-4280-94c3-1555684fe63e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:47.326646 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-5ebed997-b34b-4280-94c3-1555684fe63e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/af9c90c5-0dd8-4c7c-8e3f-439023c0f0d7 HTTP/1.1" status: 204 len: 168 time: 0.3835344 Feb 04 00:54:47.340629 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebed997-b34b-4280-94c3-1555684fe63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9c90c5-0dd8-4c7c-8e3f-439023c0f0d7,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:47.450760 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-10993a1e-0571-469c-8989-e3076e46a2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:47.457973 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-85b406f5-b06a-4e39-a2a2-a8a1281ced3c None None] Publish callbacks [] for port (1745c55d-7f0e-40f3-8005-4e0bdabfb74e), precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:47.703927 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-85b406f5-b06a-4e39-a2a2-a8a1281ced3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (1745c55d-7f0e-40f3-8005-4e0bdabfb74e), after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:47.877567 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-85b406f5-b06a-4e39-a2a2-a8a1281ced3c None None] Attempting to bind port 1745c55d-7f0e-40f3-8005-4e0bdabfb74e on host dv-cinder-827778-1-iscsi for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 00:54:47.880221 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-85b406f5-b06a-4e39-a2a2-a8a1281ced3c None None] Attempting to bind port 1745c55d-7f0e-40f3-8005-4e0bdabfb74e by drivers openvswitch,hyperv on host dv-cinder-827778-1-iscsi at level 0 using segments [{'id': 'e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 00:54:47.880598 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b406f5-b06a-4e39-a2a2-a8a1281ced3c None None] Attempting to bind port 1745c55d-7f0e-40f3-8005-4e0bdabfb74e on network 03e92c86-a3b2-4a50-bb8c-ad63e47f70ee {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:54:47.890206 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-10993a1e-0571-469c-8989-e3076e46a2df admin admin] Allocated IP 172.20.0.1 (44eac65b-57fa-48f2-af5f-df6117332923/5a434b00-9de3-438b-9db2-e401f040ecf5/688c980d-7ab6-49a0-86d3-b37b6aea2ea4) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:54:47.908000 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b406f5-b06a-4e39-a2a2-a8a1281ced3c None None] Checking agent: {'id': '0e3a6df7-c473-4931-90ee-c50828366a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 44, 16), 'started_at': datetime.datetime(2022, 2, 4, 0, 44, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 00:54:47.908000 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b406f5-b06a-4e39-a2a2-a8a1281ced3c None None] Checking segment: {'id': 'e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:54:47.908000 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-85b406f5-b06a-4e39-a2a2-a8a1281ced3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:47.908000 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b406f5-b06a-4e39-a2a2-a8a1281ced3c None None] Bound using segment: {'id': 'e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 00:54:47.909285 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-85b406f5-b06a-4e39-a2a2-a8a1281ced3c None None] Bound port: 1745c55d-7f0e-40f3-8005-4e0bdabfb74e, host: dv-cinder-827778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 00:54:47.909715 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-85b406f5-b06a-4e39-a2a2-a8a1281ced3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (1745c55d-7f0e-40f3-8005-4e0bdabfb74e), before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:47.913993 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be000a-4dc3-4dcf-817a-892d6f2b6ad7 None None] Pushing event updated for resources: {'Port': ['ID=1745c55d-7f0e-40f3-8005-4e0bdabfb74e,revision_number=2']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:48.103990 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-10993a1e-0571-469c-8989-e3076e46a2df admin admin] Publish callbacks [] for port (688c980d-7ab6-49a0-86d3-b37b6aea2ea4), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:48.208026 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-85b406f5-b06a-4e39-a2a2-a8a1281ced3c None None] For port 1745c55d-7f0e-40f3-8005-4e0bdabfb74e, host dv-cinder-827778-1-iscsi, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:54:48.220513 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-85b406f5-b06a-4e39-a2a2-a8a1281ced3c None None] For port 1745c55d-7f0e-40f3-8005-4e0bdabfb74e, host dv-cinder-827778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=1745c55d-7f0e-40f3-8005-4e0bdabfb74e,segment=NetworkSegment(e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a),segment_id=e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:54:48.259168 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 57474) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:48.344414 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-85b406f5-b06a-4e39-a2a2-a8a1281ced3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (1745c55d-7f0e-40f3-8005-4e0bdabfb74e), after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:48.411037 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-10993a1e-0571-469c-8989-e3076e46a2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-660047'] for port (688c980d-7ab6-49a0-86d3-b37b6aea2ea4), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:48.505031 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b59603-a940-450c-83ff-3658554cda5c req-647d0564-6c0e-4226-8bc5-5815bba92244 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:48.513540 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-01b59603-a940-450c-83ff-3658554cda5c req-647d0564-6c0e-4226-8bc5-5815bba92244 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 945 time: 0.1204240 Feb 04 00:54:48.556614 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-28da94ef-10f3-4325-98c0-79fc4c4c12d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:48.569890 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10993a1e-0571-469c-8989-e3076e46a2df admin admin] Network 44eac65b-57fa-48f2-af5f-df6117332923 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:54:48.614058 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-10993a1e-0571-469c-8989-e3076e46a2df admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:54:48.614285 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-01b59603-a940-450c-83ff-3658554cda5c req-f066d168-177e-4636-8c24-970d1ae1bc59 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996947 Feb 04 00:54:48.642256 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10993a1e-0571-469c-8989-e3076e46a2df admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:54:48.670103 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:48.682380 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b406f5-b06a-4e39-a2a2-a8a1281ced3c None None] Routers {'cb9e361a-bb4d-45db-ac3f-f10d736625fb'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:54:48.683076 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-85b406f5-b06a-4e39-a2a2-a8a1281ced3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:54:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['cb9e361a-bb4d-45db-ac3f-f10d736625fb'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:54:48.738758 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10993a1e-0571-469c-8989-e3076e46a2df admin admin] Pushing event updated for resources: {'Port': ['ID=688c980d-7ab6-49a0-86d3-b37b6aea2ea4,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:48.779487 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-28da94ef-10f3-4325-98c0-79fc4c4c12d4 admin admin] Publish callbacks [] for security_group (d1d9535e-54e1-44c6-afdb-545056a96cb6), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:48.804884 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-10993a1e-0571-469c-8989-e3076e46a2df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601359'] for router_interface (cb9e361a-bb4d-45db-ac3f-f10d736625fb), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:48.866156 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be000a-4dc3-4dcf-817a-892d6f2b6ad7 None None] Pushing event updated for resources: {'Port': ['ID=1745c55d-7f0e-40f3-8005-4e0bdabfb74e,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:48.866704 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-28da94ef-10f3-4325-98c0-79fc4c4c12d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (d1d9535e-54e1-44c6-afdb-545056a96cb6), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:49.021465 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-28da94ef-10f3-4325-98c0-79fc4c4c12d4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2a3959669cf747708f4d02fd1abea156&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7606089 Feb 04 00:54:49.024445 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 57498) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:49.025146 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da94ef-10f3-4325-98c0-79fc4c4c12d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d9535e-54e1-44c6-afdb-545056a96cb6,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:49.116453 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-85b406f5-b06a-4e39-a2a2-a8a1281ced3c None None] Set router cb9e361a-bb4d-45db-ac3f-f10d736625fb gateway port host: dv-cinder-827778-1-iscsi {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:54:49.135126 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-29edbe3a-4df4-4237-a4f8-dfe789d84dfd admin admin] Publish callbacks [] for security_group (d1d9535e-54e1-44c6-afdb-545056a96cb6), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:49.172745 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-29edbe3a-4df4-4237-a4f8-dfe789d84dfd admin admin] Publish callbacks [] for security_group (d1d9535e-54e1-44c6-afdb-545056a96cb6), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:49.209351 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-500f6ac7-0e1f-48e0-bb8e-a6cfe9622db6 None None] Provisioning complete for port 688c980d-7ab6-49a0-86d3-b37b6aea2ea4 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:54:49.211860 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-500f6ac7-0e1f-48e0-bb8e-a6cfe9622db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (688c980d-7ab6-49a0-86d3-b37b6aea2ea4), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:49.253456 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-10993a1e-0571-469c-8989-e3076e46a2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (688c980d-7ab6-49a0-86d3-b37b6aea2ea4), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:49.304649 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-500f6ac7-0e1f-48e0-bb8e-a6cfe9622db6 None None] Port 688c980d-7ab6-49a0-86d3-b37b6aea2ea4 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 00:54:49.406927 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-29edbe3a-4df4-4237-a4f8-dfe789d84dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (d1d9535e-54e1-44c6-afdb-545056a96cb6), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:49.411930 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-29edbe3a-4df4-4237-a4f8-dfe789d84dfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:49.417650 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-29edbe3a-4df4-4237-a4f8-dfe789d84dfd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d1d9535e-54e1-44c6-afdb-545056a96cb6 HTTP/1.1" status: 204 len: 168 time: 0.3852880 Feb 04 00:54:49.454268 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29edbe3a-4df4-4237-a4f8-dfe789d84dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d9535e-54e1-44c6-afdb-545056a96cb6,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:49.817946 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-10993a1e-0571-469c-8989-e3076e46a2df admin admin] Publish callbacks [] for port (688c980d-7ab6-49a0-86d3-b37b6aea2ea4), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:49.886061 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-85b406f5-b06a-4e39-a2a2-a8a1281ced3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9e361a-bb4d-45db-ac3f-f10d736625fb', 'name': 'tempest-TestVolumeBootPattern-1388390403-router', 'tenant_id': 'b0981405248c46268be341845ffebcb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '1745c55d-7f0e-40f3-8005-4e0bdabfb74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:54:40Z', 'updated_at': '2022-02-04T00:54:43Z', 'revision_number': 3, 'project_id': 'b0981405248c46268be341845ffebcb5', 'gw_port': {'id': '1745c55d-7f0e-40f3-8005-4e0bdabfb74e', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9e361a-bb4d-45db-ac3f-f10d736625fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:42Z', 'updated_at': '2022-02-04T00:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi'}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:54:49.982850 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e3815-4ebb-46bf-895c-6d4b3804201f req-cf863557-2651-4d42-8014-9679d32f4389 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:49.984455 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-294e3815-4ebb-46bf-895c-6d4b3804201f req-cf863557-2651-4d42-8014-9679d32f4389 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 945 time: 0.2314625 Feb 04 00:54:49.988184 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-10993a1e-0571-469c-8989-e3076e46a2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-660056'] for port (688c980d-7ab6-49a0-86d3-b37b6aea2ea4), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:50.006042 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b406f5-b06a-4e39-a2a2-a8a1281ced3c None None] The sync data for ids ['cb9e361a-bb4d-45db-ac3f-f10d736625fb'] in dv-cinder-827778-1-iscsi is: [{'id': 'cb9e361a-bb4d-45db-ac3f-f10d736625fb', 'name': 'tempest-TestVolumeBootPattern-1388390403-router', 'tenant_id': 'b0981405248c46268be341845ffebcb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '1745c55d-7f0e-40f3-8005-4e0bdabfb74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:54:40Z', 'updated_at': '2022-02-04T00:54:43Z', 'revision_number': 3, 'project_id': 'b0981405248c46268be341845ffebcb5', 'gw_port': {'id': '1745c55d-7f0e-40f3-8005-4e0bdabfb74e', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9e361a-bb4d-45db-ac3f-f10d736625fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:42Z', 'updated_at': '2022-02-04T00:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 00:54:50.499274 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-10993a1e-0571-469c-8989-e3076e46a2df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1763617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-478911'] for router_interface (cb9e361a-bb4d-45db-ac3f-f10d736625fb), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:50.501385 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10993a1e-0571-469c-8989-e3076e46a2df admin admin] Pushing event updated for resources: {'Port': ['ID=688c980d-7ab6-49a0-86d3-b37b6aea2ea4,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:50.511791 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-294e3815-4ebb-46bf-895c-6d4b3804201f req-fd31b38d-34b6-4591-8856-1de76e67227d tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5201011 Feb 04 00:54:50.795301 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10993a1e-0571-469c-8989-e3076e46a2df admin admin] Network 44eac65b-57fa-48f2-af5f-df6117332923 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:54:50.797420 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-10993a1e-0571-469c-8989-e3076e46a2df admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:54:51.328623 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10993a1e-0571-469c-8989-e3076e46a2df admin admin] Router cb9e361a-bb4d-45db-ac3f-f10d736625fb has already been hosted by L3 agent 05e42f77-b612-4439-9acd-15af6102b82d {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:54:51.471869 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-0b02e34a-a907-41cd-8bb4-9efc9fdfa232 None None] Provisioning complete for port 688c980d-7ab6-49a0-86d3-b37b6aea2ea4 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:54:51.472403 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0b02e34a-a907-41cd-8bb4-9efc9fdfa232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (688c980d-7ab6-49a0-86d3-b37b6aea2ea4), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:51.563496 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 1745c55d-7f0e-40f3-8005-4e0bdabfb74e up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:54:51.869306 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10993a1e-0571-469c-8989-e3076e46a2df admin admin] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:54:51.895888 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-10993a1e-0571-469c-8989-e3076e46a2df admin admin] 10.222.0.10 "PUT /v2.0/routers/cb9e361a-bb4d-45db-ac3f-f10d736625fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3378384 Feb 04 00:54:51.935800 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51607505-c6d2-4fad-a12a-c644e325260e req-6e10586b-0d03-4a21-8056-9330a9cc68e5 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:51.942844 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-51607505-c6d2-4fad-a12a-c644e325260e req-6e10586b-0d03-4a21-8056-9330a9cc68e5 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 945 time: 0.1861362 Feb 04 00:54:52.016147 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-0b02e34a-a907-41cd-8bb4-9efc9fdfa232 None None] Port 688c980d-7ab6-49a0-86d3-b37b6aea2ea4 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 00:54:52.046451 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port 1745c55d-7f0e-40f3-8005-4e0bdabfb74e triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:54:52.047102 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (1745c55d-7f0e-40f3-8005-4e0bdabfb74e), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:52.121515 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-51607505-c6d2-4fad-a12a-c644e325260e req-c6a88be8-548c-4a68-b0a8-256231149f72 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776226 Feb 04 00:54:52.195348 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port 1745c55d-7f0e-40f3-8005-4e0bdabfb74e is: DOWN; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:54:52.197882 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (1745c55d-7f0e-40f3-8005-4e0bdabfb74e), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:52.233164 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] For port 1745c55d-7f0e-40f3-8005-4e0bdabfb74e, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=1745c55d-7f0e-40f3-8005-4e0bdabfb74e,segment=NetworkSegment(e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a),segment_id=e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:54:52.332571 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (1745c55d-7f0e-40f3-8005-4e0bdabfb74e), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:52.461148 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Pushing event updated for resources: {'Port': ['ID=1745c55d-7f0e-40f3-8005-4e0bdabfb74e,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:53.394456 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296fdea-f631-44de-8795-92f5f31d5865 req-260a54ec-9b36-47cc-a41f-2591eba1ae37 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:53.397131 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e296fdea-f631-44de-8795-92f5f31d5865 req-260a54ec-9b36-47cc-a41f-2591eba1ae37 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 945 time: 0.1479363 Feb 04 00:54:53.476443 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 1745c55d-7f0e-40f3-8005-4e0bdabfb74e up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:54:53.493465 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e296fdea-f631-44de-8795-92f5f31d5865 req-efa19780-2a76-4897-a380-983d31505f9c tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862682 Feb 04 00:54:53.577860 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port 1745c55d-7f0e-40f3-8005-4e0bdabfb74e triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:54:53.578487 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (1745c55d-7f0e-40f3-8005-4e0bdabfb74e), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:53.632397 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8a0840-d57a-41f3-b914-6b7769afb6da None None] Sync routers for ids ['cb9e361a-bb4d-45db-ac3f-f10d736625fb'] in dv-cinder-827778-1-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 00:54:53.654162 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8a0840-d57a-41f3-b914-6b7769afb6da None None] Routers {'cb9e361a-bb4d-45db-ac3f-f10d736625fb'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:54:53.655013 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-3e8a0840-d57a-41f3-b914-6b7769afb6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:54:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['cb9e361a-bb4d-45db-ac3f-f10d736625fb'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:54:53.814740 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port 1745c55d-7f0e-40f3-8005-4e0bdabfb74e is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:54:53.849187 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-3e8a0840-d57a-41f3-b914-6b7769afb6da None None] Set router cb9e361a-bb4d-45db-ac3f-f10d736625fb gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:54:54.069321 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-3e8a0840-d57a-41f3-b914-6b7769afb6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9e361a-bb4d-45db-ac3f-f10d736625fb', 'name': 'tempest-TestVolumeBootPattern-1388390403-router', 'tenant_id': 'b0981405248c46268be341845ffebcb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '1745c55d-7f0e-40f3-8005-4e0bdabfb74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:54:40Z', 'updated_at': '2022-02-04T00:54:49Z', 'revision_number': 4, 'project_id': 'b0981405248c46268be341845ffebcb5', 'gw_port': {'id': '1745c55d-7f0e-40f3-8005-4e0bdabfb74e', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9e361a-bb4d-45db-ac3f-f10d736625fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:42Z', 'updated_at': '2022-02-04T00:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': '688c980d-7ab6-49a0-86d3-b37b6aea2ea4', 'name': '', 'network_id': '44eac65b-57fa-48f2-af5f-df6117332923', 'tenant_id': 'b0981405248c46268be341845ffebcb5', 'mac_address': 'fa:16:3e:09:1e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9e361a-bb4d-45db-ac3f-f10d736625fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5a434b00-9de3-438b-9db2-e401f040ecf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:47Z', 'updated_at': '2022-02-04T00:54:49Z', 'revision_number': 2, 'project_id': 'b0981405248c46268be341845ffebcb5', 'subnets': [{'id': '5a434b00-9de3-438b-9db2-e401f040ecf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:54:54.103706 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8a0840-d57a-41f3-b914-6b7769afb6da None None] Checking router: cb9e361a-bb4d-45db-ac3f-f10d736625fb for host: dv-cinder-827778-1-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 00:54:54.104057 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8a0840-d57a-41f3-b914-6b7769afb6da None None] Updating router cb9e361a-bb4d-45db-ac3f-f10d736625fb port 688c980d-7ab6-49a0-86d3-b37b6aea2ea4 binding host dv-cinder-827778-1-iscsi {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 00:54:54.144098 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3e8a0840-d57a-41f3-b914-6b7769afb6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (688c980d-7ab6-49a0-86d3-b37b6aea2ea4), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:54.165990 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 57624) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:54.170974 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [None req-9a58ba1e-3928-45af-85e0-3dd2f841432c tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-385836292', 'description': 'tempest-secgroup-smoke-385836292 description', 'project_id': '3a68a23113594a40a7e2e124035f3fcb'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:54:54.355310 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9a58ba1e-3928-45af-85e0-3dd2f841432c tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:54.479464 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9a58ba1e-3928-45af-85e0-3dd2f841432c tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for security_group (8f8988d5-9adb-434a-923f-3ddb810c7dae), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:54.595544 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9a58ba1e-3928-45af-85e0-3dd2f841432c tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (8f8988d5-9adb-434a-923f-3ddb810c7dae), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:54.701258 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3e8a0840-d57a-41f3-b914-6b7769afb6da None None] Publish callbacks [] for port (688c980d-7ab6-49a0-86d3-b37b6aea2ea4), precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:54.703535 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58ba1e-3928-45af-85e0-3dd2f841432c tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8988d5-9adb-434a-923f-3ddb810c7dae,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:54.794914 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce047a-0117-416a-aa60-96cf995d5128 req-b335bfb1-fa3f-4a35-b83a-eba6da6a97c0 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:54.800496 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-f3ce047a-0117-416a-aa60-96cf995d5128 req-b335bfb1-fa3f-4a35-b83a-eba6da6a97c0 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 945 time: 0.1088738 Feb 04 00:54:54.812573 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3e8a0840-d57a-41f3-b914-6b7769afb6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (688c980d-7ab6-49a0-86d3-b37b6aea2ea4), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:54.818134 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9a58ba1e-3928-45af-85e0-3dd2f841432c tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:54.822481 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-9a58ba1e-3928-45af-85e0-3dd2f841432c tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6521113 Feb 04 00:54:54.822727 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 57632) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:54.828370 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-ece34673-c62f-4e72-a8da-a48ac4fc51c8 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Request body: {'security_group_rule': {'security_group_id': '8f8988d5-9adb-434a-923f-3ddb810c7dae', 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:54:54.921825 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-f3ce047a-0117-416a-aa60-96cf995d5128 req-b7724771-fcd6-469c-83e1-fae1f5a2dd26 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951529 Feb 04 00:54:55.016218 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ece34673-c62f-4e72-a8da-a48ac4fc51c8 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for security_group_rule (7ddcac84-ed67-4dd4-887d-2bd8854c1e82), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:55.243197 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2d29e-8b97-4fe1-8a62-1bf9c4872733 None None] Pushing event updated for resources: {'Port': ['ID=688c980d-7ab6-49a0-86d3-b37b6aea2ea4,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:55.274617 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-3e8a0840-d57a-41f3-b914-6b7769afb6da None None] Attempting to bind port 688c980d-7ab6-49a0-86d3-b37b6aea2ea4 on host dv-cinder-827778-1-iscsi for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 00:54:55.275028 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-3e8a0840-d57a-41f3-b914-6b7769afb6da None None] Attempting to bind port 688c980d-7ab6-49a0-86d3-b37b6aea2ea4 by drivers openvswitch,hyperv on host dv-cinder-827778-1-iscsi at level 0 using segments [{'id': 'a80a4f77-9118-4fff-b6f2-2d7ea2b5afe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '44eac65b-57fa-48f2-af5f-df6117332923'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 00:54:55.275392 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8a0840-d57a-41f3-b914-6b7769afb6da None None] Attempting to bind port 688c980d-7ab6-49a0-86d3-b37b6aea2ea4 on network 44eac65b-57fa-48f2-af5f-df6117332923 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:54:55.330355 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8a0840-d57a-41f3-b914-6b7769afb6da None None] Checking agent: {'id': '0e3a6df7-c473-4931-90ee-c50828366a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 44, 16), 'started_at': datetime.datetime(2022, 2, 4, 0, 44, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 00:54:55.331081 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8a0840-d57a-41f3-b914-6b7769afb6da None None] Checking segment: {'id': 'a80a4f77-9118-4fff-b6f2-2d7ea2b5afe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '44eac65b-57fa-48f2-af5f-df6117332923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:54:55.331646 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3e8a0840-d57a-41f3-b914-6b7769afb6da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:55.332997 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8a0840-d57a-41f3-b914-6b7769afb6da None None] Bound using segment: {'id': 'a80a4f77-9118-4fff-b6f2-2d7ea2b5afe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '44eac65b-57fa-48f2-af5f-df6117332923'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 00:54:55.334698 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-3e8a0840-d57a-41f3-b914-6b7769afb6da None None] Bound port: 688c980d-7ab6-49a0-86d3-b37b6aea2ea4, host: dv-cinder-827778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a80a4f77-9118-4fff-b6f2-2d7ea2b5afe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '44eac65b-57fa-48f2-af5f-df6117332923'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 00:54:55.338163 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3e8a0840-d57a-41f3-b914-6b7769afb6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (688c980d-7ab6-49a0-86d3-b37b6aea2ea4), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:55.356572 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ece34673-c62f-4e72-a8da-a48ac4fc51c8 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for security_group_rule (7ddcac84-ed67-4dd4-887d-2bd8854c1e82), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:55.465178 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ece34673-c62f-4e72-a8da-a48ac4fc51c8 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670956'] for security_group_rule (7ddcac84-ed67-4dd4-887d-2bd8854c1e82), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:55.482704 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece34673-c62f-4e72-a8da-a48ac4fc51c8 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ddcac84-ed67-4dd4-887d-2bd8854c1e82,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:55.588169 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b3707a30-9752-473f-b150-70e07df3eb5c None None] Provisioning complete for port 688c980d-7ab6-49a0-86d3-b37b6aea2ea4 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:54:55.589017 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b3707a30-9752-473f-b150-70e07df3eb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (688c980d-7ab6-49a0-86d3-b37b6aea2ea4), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:55.625964 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-3e8a0840-d57a-41f3-b914-6b7769afb6da None None] For port 688c980d-7ab6-49a0-86d3-b37b6aea2ea4, host dv-cinder-827778-1-iscsi, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:54:55.651854 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-3e8a0840-d57a-41f3-b914-6b7769afb6da None None] For port 688c980d-7ab6-49a0-86d3-b37b6aea2ea4, host dv-cinder-827778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=688c980d-7ab6-49a0-86d3-b37b6aea2ea4,segment=NetworkSegment(a80a4f77-9118-4fff-b6f2-2d7ea2b5afe6),segment_id=a80a4f77-9118-4fff-b6f2-2d7ea2b5afe6)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:54:55.666366 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ece34673-c62f-4e72-a8da-a48ac4fc51c8 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:55.668084 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-ece34673-c62f-4e72-a8da-a48ac4fc51c8 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8443036 Feb 04 00:54:55.671207 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 57646) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:55.675479 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b3707a30-9752-473f-b150-70e07df3eb5c None None] Port 688c980d-7ab6-49a0-86d3-b37b6aea2ea4 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 00:54:55.685857 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-c6ccd281-9ee9-4315-9e4d-280da50bd8eb tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Request body: {'security_group_rule': {'security_group_id': '8f8988d5-9adb-434a-923f-3ddb810c7dae', 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:54:55.759378 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3e8a0840-d57a-41f3-b914-6b7769afb6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (688c980d-7ab6-49a0-86d3-b37b6aea2ea4), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:55.806887 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c6ccd281-9ee9-4315-9e4d-280da50bd8eb tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for security_group_rule (54db47dd-b1da-474f-8104-535ab9da2ec8), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:55.834338 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2d29e-8b97-4fe1-8a62-1bf9c4872733 None None] Pushing event updated for resources: {'Port': ['ID=688c980d-7ab6-49a0-86d3-b37b6aea2ea4,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:55.973251 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c6ccd281-9ee9-4315-9e4d-280da50bd8eb tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for security_group_rule (54db47dd-b1da-474f-8104-535ab9da2ec8), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:56.001191 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8a0840-d57a-41f3-b914-6b7769afb6da None None] Routers {'cb9e361a-bb4d-45db-ac3f-f10d736625fb'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:54:56.001873 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-3e8a0840-d57a-41f3-b914-6b7769afb6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:54:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['cb9e361a-bb4d-45db-ac3f-f10d736625fb'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:54:56.188183 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c6ccd281-9ee9-4315-9e4d-280da50bd8eb tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670956'] for security_group_rule (54db47dd-b1da-474f-8104-535ab9da2ec8), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:56.242536 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-3e8a0840-d57a-41f3-b914-6b7769afb6da None None] Set router cb9e361a-bb4d-45db-ac3f-f10d736625fb gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:54:56.300929 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c7c4c-8d2f-4336-975f-592763cc5844 req-8ef74eaf-a011-4cf8-9cb7-b5ee99465d2e tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:56.309531 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-a74c7c4c-8d2f-4336-975f-592763cc5844 req-8ef74eaf-a011-4cf8-9cb7-b5ee99465d2e tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 945 time: 0.1937494 Feb 04 00:54:56.371269 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ccd281-9ee9-4315-9e4d-280da50bd8eb tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54db47dd-b1da-474f-8104-535ab9da2ec8,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:56.390910 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c6ccd281-9ee9-4315-9e4d-280da50bd8eb tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:56.395188 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 57660) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:56.397885 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-c6ccd281-9ee9-4315-9e4d-280da50bd8eb tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7242444 Feb 04 00:54:56.401341 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [None req-14a6d94e-f160-4004-b855-2873369520bb tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Request body: {'security_group_rule': {'security_group_id': '8f8988d5-9adb-434a-923f-3ddb810c7dae', 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:54:56.479088 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-5aa1bd97-015f-43e1-9215-f54ed194eaf0 None None] Provisioning complete for port 688c980d-7ab6-49a0-86d3-b37b6aea2ea4 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:54:56.479501 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5aa1bd97-015f-43e1-9215-f54ed194eaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (688c980d-7ab6-49a0-86d3-b37b6aea2ea4), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:56.513020 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-a74c7c4c-8d2f-4336-975f-592763cc5844 req-ebcc4eec-ce41-4804-96bf-8910ba15c701 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1995924 Feb 04 00:54:56.603810 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-14a6d94e-f160-4004-b855-2873369520bb tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for security_group_rule (1901c5d8-dc4b-4eb8-8d6c-36f4350a8bfe), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:56.692104 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-5aa1bd97-015f-43e1-9215-f54ed194eaf0 None None] Current status of the port 688c980d-7ab6-49a0-86d3-b37b6aea2ea4 is: DOWN; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:54:56.694209 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5aa1bd97-015f-43e1-9215-f54ed194eaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (688c980d-7ab6-49a0-86d3-b37b6aea2ea4), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:56.801294 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-14a6d94e-f160-4004-b855-2873369520bb tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for security_group_rule (1901c5d8-dc4b-4eb8-8d6c-36f4350a8bfe), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:56.875458 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-14a6d94e-f160-4004-b855-2873369520bb tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670956'] for security_group_rule (1901c5d8-dc4b-4eb8-8d6c-36f4350a8bfe), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:56.885374 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-5aa1bd97-015f-43e1-9215-f54ed194eaf0 None None] For port 688c980d-7ab6-49a0-86d3-b37b6aea2ea4, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=688c980d-7ab6-49a0-86d3-b37b6aea2ea4,segment=NetworkSegment(a80a4f77-9118-4fff-b6f2-2d7ea2b5afe6),segment_id=a80a4f77-9118-4fff-b6f2-2d7ea2b5afe6)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:54:56.901818 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-3e8a0840-d57a-41f3-b914-6b7769afb6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9e361a-bb4d-45db-ac3f-f10d736625fb', 'name': 'tempest-TestVolumeBootPattern-1388390403-router', 'tenant_id': 'b0981405248c46268be341845ffebcb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '1745c55d-7f0e-40f3-8005-4e0bdabfb74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:54:40Z', 'updated_at': '2022-02-04T00:54:49Z', 'revision_number': 4, 'project_id': 'b0981405248c46268be341845ffebcb5', 'gw_port': {'id': '1745c55d-7f0e-40f3-8005-4e0bdabfb74e', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9e361a-bb4d-45db-ac3f-f10d736625fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:42Z', 'updated_at': '2022-02-04T00:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': '688c980d-7ab6-49a0-86d3-b37b6aea2ea4', 'name': '', 'network_id': '44eac65b-57fa-48f2-af5f-df6117332923', 'tenant_id': 'b0981405248c46268be341845ffebcb5', 'mac_address': 'fa:16:3e:09:1e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9e361a-bb4d-45db-ac3f-f10d736625fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5a434b00-9de3-438b-9db2-e401f040ecf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:47Z', 'updated_at': '2022-02-04T00:54:55Z', 'revision_number': 4, 'project_id': 'b0981405248c46268be341845ffebcb5', 'subnets': [{'id': '5a434b00-9de3-438b-9db2-e401f040ecf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:54:56.920189 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a6d94e-f160-4004-b855-2873369520bb tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1901c5d8-dc4b-4eb8-8d6c-36f4350a8bfe,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:56.946098 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8a0840-d57a-41f3-b914-6b7769afb6da None None] The sync data for ids ['cb9e361a-bb4d-45db-ac3f-f10d736625fb'] in dv-cinder-827778-1-iscsi is: [{'id': 'cb9e361a-bb4d-45db-ac3f-f10d736625fb', 'name': 'tempest-TestVolumeBootPattern-1388390403-router', 'tenant_id': 'b0981405248c46268be341845ffebcb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '1745c55d-7f0e-40f3-8005-4e0bdabfb74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:54:40Z', 'updated_at': '2022-02-04T00:54:49Z', 'revision_number': 4, 'project_id': 'b0981405248c46268be341845ffebcb5', 'gw_port': {'id': '1745c55d-7f0e-40f3-8005-4e0bdabfb74e', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9e361a-bb4d-45db-ac3f-f10d736625fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:42Z', 'updated_at': '2022-02-04T00:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': '688c980d-7ab6-49a0-86d3-b37b6aea2ea4', 'name': '', 'network_id': '44eac65b-57fa-48f2-af5f-df6117332923', 'tenant_id': 'b0981405248c46268be341845ffebcb5', 'mac_address': 'fa:16:3e:09:1e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9e361a-bb4d-45db-ac3f-f10d736625fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5a434b00-9de3-438b-9db2-e401f040ecf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:47Z', 'updated_at': '2022-02-04T00:54:55Z', 'revision_number': 4, 'project_id': 'b0981405248c46268be341845ffebcb5', 'subnets': [{'id': '5a434b00-9de3-438b-9db2-e401f040ecf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 00:54:56.956726 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5aa1bd97-015f-43e1-9215-f54ed194eaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (688c980d-7ab6-49a0-86d3-b37b6aea2ea4), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:57.054204 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-14a6d94e-f160-4004-b855-2873369520bb tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:57.056522 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-14a6d94e-f160-4004-b855-2873369520bb tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6596529 Feb 04 00:54:57.059879 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 57674) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:57.069588 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [None req-3bcc669f-2b0a-4f06-8c77-6729a49f311f tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Request body: {'security_group_rule': {'security_group_id': '8f8988d5-9adb-434a-923f-3ddb810c7dae', 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:54:57.152397 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa1bd97-015f-43e1-9215-f54ed194eaf0 None None] Pushing event updated for resources: {'Port': ['ID=688c980d-7ab6-49a0-86d3-b37b6aea2ea4,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:57.226296 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3bcc669f-2b0a-4f06-8c77-6729a49f311f tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for security_group_rule (41f80cf8-c129-4363-9265-0ae7d79d5ebd), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:57.395544 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3bcc669f-2b0a-4f06-8c77-6729a49f311f tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for security_group_rule (41f80cf8-c129-4363-9265-0ae7d79d5ebd), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:57.535839 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 688c980d-7ab6-49a0-86d3-b37b6aea2ea4 up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:54:57.572816 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3bcc669f-2b0a-4f06-8c77-6729a49f311f tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670956'] for security_group_rule (41f80cf8-c129-4363-9265-0ae7d79d5ebd), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:57.592128 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc669f-2b0a-4f06-8c77-6729a49f311f tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41f80cf8-c129-4363-9265-0ae7d79d5ebd,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:57.810344 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3bcc669f-2b0a-4f06-8c77-6729a49f311f tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:57.814903 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-3bcc669f-2b0a-4f06-8c77-6729a49f311f tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7535715 Feb 04 00:54:57.815641 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 57696) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:57.825792 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [None req-758910cd-cda1-4c01-8836-bdf7a273ebfe tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Request body: {'security_group_rule': {'security_group_id': '8f8988d5-9adb-434a-923f-3ddb810c7dae', 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:54:57.925700 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0a23a-5eb8-40da-badd-b0533da82689 req-febb4e4f-0ed3-4a2e-a9ff-fd91d74d2f11 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:57.947029 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d8b0a23a-5eb8-40da-badd-b0533da82689 req-febb4e4f-0ed3-4a2e-a9ff-fd91d74d2f11 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 945 time: 0.1800613 Feb 04 00:54:58.136628 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d8b0a23a-5eb8-40da-badd-b0533da82689 req-fbac6f39-436b-453d-80a9-6c57ad24dc36 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1864607 Feb 04 00:54:58.198399 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port 688c980d-7ab6-49a0-86d3-b37b6aea2ea4 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:54:58.199006 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (688c980d-7ab6-49a0-86d3-b37b6aea2ea4), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:58.206211 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c762da-8c7e-44c0-8b0c-f4728b00f767 req-098d72cc-b484-4706-a8bc-9361f6949fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:58.208051 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-81c762da-8c7e-44c0-8b0c-f4728b00f767 req-098d72cc-b484-4706-a8bc-9361f6949fec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2afd163d280640839661275f0ebd1c4e&device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 1129 time: 0.3105056 Feb 04 00:54:58.238383 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9adeac-e800-4d05-94c7-909fba4192fb req-6746ee18-e3d6-453b-be3c-258eefde25d4 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:58.240636 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-1b9adeac-e800-4d05-94c7-909fba4192fb req-6746ee18-e3d6-453b-be3c-258eefde25d4 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.3756564 Feb 04 00:54:58.246850 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.db.securitygroups_db [None req-758910cd-cda1-4c01-8836-bdf7a273ebfe tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Project 3a68a23113594a40a7e2e124035f3fcb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 00:54:58.290118 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-758910cd-cda1-4c01-8836-bdf7a273ebfe tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for security_group_rule (5cd1f102-b310-41bd-b45d-b875ce365836), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:58.374747 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port 688c980d-7ab6-49a0-86d3-b37b6aea2ea4 is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:54:58.419683 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-758910cd-cda1-4c01-8836-bdf7a273ebfe tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for security_group_rule (5cd1f102-b310-41bd-b45d-b875ce365836), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:58.448108 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-1b9adeac-e800-4d05-94c7-909fba4192fb req-03ef02dd-8bb0-4807-909c-477d4c03a9f2 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898470 Feb 04 00:54:58.516116 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-758910cd-cda1-4c01-8836-bdf7a273ebfe tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670956'] for security_group_rule (5cd1f102-b310-41bd-b45d-b875ce365836), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:58.618852 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758910cd-cda1-4c01-8836-bdf7a273ebfe tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd1f102-b310-41bd-b45d-b875ce365836,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:58.655574 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-758910cd-cda1-4c01-8836-bdf7a273ebfe tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:58.664925 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 57710) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:54:58.670355 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-d55b226e-a882-4fd8-abc8-c39a9d0dc3bc tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Request body: {'security_group_rule': {'security_group_id': '8f8988d5-9adb-434a-923f-3ddb810c7dae', 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:54:58.682110 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-758910cd-cda1-4c01-8836-bdf7a273ebfe tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8622191 Feb 04 00:54:58.858872 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.db.securitygroups_db [None req-d55b226e-a882-4fd8-abc8-c39a9d0dc3bc tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Project 3a68a23113594a40a7e2e124035f3fcb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 00:54:58.865356 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d55b226e-a882-4fd8-abc8-c39a9d0dc3bc tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for security_group_rule (caa78007-f665-43c1-833a-11006519521c), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:59.028098 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d55b226e-a882-4fd8-abc8-c39a9d0dc3bc tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for security_group_rule (caa78007-f665-43c1-833a-11006519521c), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:59.111225 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d55b226e-a882-4fd8-abc8-c39a9d0dc3bc tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670956'] for security_group_rule (caa78007-f665-43c1-833a-11006519521c), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:59.275262 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c762da-8c7e-44c0-8b0c-f4728b00f767 req-07f435b4-7e17-4f4f-a7c6-4cab0159f2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:59.277448 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-81c762da-8c7e-44c0-8b0c-f4728b00f767 req-07f435b4-7e17-4f4f-a7c6-4cab0159f2a0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae043462-32cc-4bf5-9ede-b06308dbc788 HTTP/1.1" status: 200 len: 920 time: 0.1974604 Feb 04 00:54:59.309222 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b226e-a882-4fd8-abc8-c39a9d0dc3bc tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caa78007-f665-43c1-833a-11006519521c,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:54:59.440260 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d55b226e-a882-4fd8-abc8-c39a9d0dc3bc tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:54:59.441809 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-d55b226e-a882-4fd8-abc8-c39a9d0dc3bc tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7756324 Feb 04 00:54:59.474405 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92180d1-c52f-4fb1-9873-ece8bb2530db req-f4d8d832-aa7e-46ff-a32d-54c2a6e447b5 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:59.474405 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f92180d1-c52f-4fb1-9873-ece8bb2530db req-f4d8d832-aa7e-46ff-a32d-54c2a6e447b5 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 945 time: 0.0835752 Feb 04 00:54:59.553765 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f92180d1-c52f-4fb1-9873-ece8bb2530db req-47d070f0-a46d-40a5-80d1-d388fe4d5044 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649438 Feb 04 00:54:59.627111 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e7a45-8431-43f2-be2c-d69573d480f9 req-7b2f883d-3455-4bb4-912e-98c472ffd609 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:54:59.628678 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a59e7a45-8431-43f2-be2c-d69573d480f9 req-7b2f883d-3455-4bb4-912e-98c472ffd609 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0867348 Feb 04 00:54:59.702731 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a59e7a45-8431-43f2-be2c-d69573d480f9 req-da5ddd7e-9714-43f2-be94-a8b1fde44291 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553181 Feb 04 00:54:59.974411 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-81c762da-8c7e-44c0-8b0c-f4728b00f767 req-98bec58a-15f1-49dd-8b1e-569c64dbdd3b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3444036-dd14-4e16-9a59-c926e0b970dc HTTP/1.1" status: 200 len: 217 time: 0.0434797 Feb 04 00:55:00.776866 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4251b4-0efd-486f-b900-2be0152f5bd6 req-6ee75bb7-c4bc-421c-bb34-976923a7ba7c tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:00.787557 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-cc4251b4-0efd-486f-b900-2be0152f5bd6 req-6ee75bb7-c4bc-421c-bb34-976923a7ba7c tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 945 time: 0.1190894 Feb 04 00:55:00.879457 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-cc4251b4-0efd-486f-b900-2be0152f5bd6 req-fb70494d-7f70-43a8-8e53-8d44ee2f156e tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901012 Feb 04 00:55:00.904221 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b3821-16ac-483d-a001-f91b00d564f0 req-4c9ac8f1-5537-4696-b4a0-f4de9c02967b tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:00.904221 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e81b3821-16ac-483d-a001-f91b00d564f0 req-4c9ac8f1-5537-4696-b4a0-f4de9c02967b tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0677195 Feb 04 00:55:01.013100 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e81b3821-16ac-483d-a001-f91b00d564f0 req-e8a5aaa5-460b-4899-ad3c-13b5f9d78f67 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002660 Feb 04 00:55:01.063917 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c762da-8c7e-44c0-8b0c-f4728b00f767 req-4801d0a4-2b2f-4922-bf30-5e51e2d3be18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:01.065866 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-81c762da-8c7e-44c0-8b0c-f4728b00f767 req-4801d0a4-2b2f-4922-bf30-5e51e2d3be18 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=46745580-e406-4b05-84f7-81e0482f0518 HTTP/1.1" status: 200 len: 859 time: 0.1302879 Feb 04 00:55:01.141448 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-81c762da-8c7e-44c0-8b0c-f4728b00f767 req-a32f7bd7-51d1-4f22-bae6-f66b656bed11 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae043462-32cc-4bf5-9ede-b06308dbc788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670817 Feb 04 00:55:01.338906 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-81c762da-8c7e-44c0-8b0c-f4728b00f767 req-3f676f2d-f402-436c-90ef-fb42b78552e8 service neutron] 10.222.0.39 "GET /v2.0/networks/ae043462-32cc-4bf5-9ede-b06308dbc788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882570 Feb 04 00:55:01.480979 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-81c762da-8c7e-44c0-8b0c-f4728b00f767 req-a94cd594-6587-419b-93bc-af5aa81f4c8b service neutron] 10.222.0.39 "GET /v2.0/networks/ae043462-32cc-4bf5-9ede-b06308dbc788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352212 Feb 04 00:55:02.136767 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbf58b-0592-40f8-a0f6-e7aa63c5d97e req-776fa449-6d10-4849-96ad-085edd9240fc tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:02.138620 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-a1fbf58b-0592-40f8-a0f6-e7aa63c5d97e req-776fa449-6d10-4849-96ad-085edd9240fc tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 945 time: 0.1122377 Feb 04 00:55:02.240110 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb57293-39fc-432b-a354-a91084ab2f59 req-7476bd68-b0c3-469d-a154-c34a6a5b7764 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:02.251170 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-bcb57293-39fc-432b-a354-a91084ab2f59 req-7476bd68-b0c3-469d-a154-c34a6a5b7764 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0918434 Feb 04 00:55:02.297078 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-a1fbf58b-0592-40f8-a0f6-e7aa63c5d97e req-22f7dfad-7f58-466b-9096-275a4d078821 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484585 Feb 04 00:55:02.372077 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-bcb57293-39fc-432b-a354-a91084ab2f59 req-0bf4b18e-52de-4128-acb4-c2ff2ad33ec2 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189499 Feb 04 00:55:03.550235 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a78c7-e107-416e-b8c2-cb47ee6ce34c req-8f85e31e-aa3a-4871-bfbc-f4f5806b9ad2 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:03.564132 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e08a78c7-e107-416e-b8c2-cb47ee6ce34c req-8f85e31e-aa3a-4871-bfbc-f4f5806b9ad2 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 945 time: 0.1612561 Feb 04 00:55:03.602803 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5965122-7ea0-4cb6-a5f3-c67d9b773ad5 req-872cfc53-92bb-4ccf-b991-f86340a9f755 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:03.619563 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e5965122-7ea0-4cb6-a5f3-c67d9b773ad5 req-872cfc53-92bb-4ccf-b991-f86340a9f755 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.1400287 Feb 04 00:55:03.645560 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e08a78c7-e107-416e-b8c2-cb47ee6ce34c req-22ef1c8c-ab61-480a-a4e8-a8a3d82b4f1b tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802135 Feb 04 00:55:03.770264 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e5965122-7ea0-4cb6-a5f3-c67d9b773ad5 req-898c2f48-da4b-438d-9c26-447de78af01d tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495850 Feb 04 00:55:04.233146 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 6 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 00:55:04.788371 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a3165-eb61-430c-a380-65000d9cfa61 req-2430ff9a-a814-4444-83f6-f7acdd9d73df tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:04.790499 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-aa9a3165-eb61-430c-a380-65000d9cfa61 req-2430ff9a-a814-4444-83f6-f7acdd9d73df tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 945 time: 0.0648682 Feb 04 00:55:04.837141 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-aa9a3165-eb61-430c-a380-65000d9cfa61 req-4933e175-5b30-483b-9742-1643678ff7df tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411942 Feb 04 00:55:04.926686 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4b23e-f467-40d7-8eb9-92be7af0a3fa req-45101f9a-29b9-44f6-9c6d-46eed5e8ec8c tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:04.928159 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f8d4b23e-f467-40d7-8eb9-92be7af0a3fa req-45101f9a-29b9-44f6-9c6d-46eed5e8ec8c tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0630884 Feb 04 00:55:04.972948 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f8d4b23e-f467-40d7-8eb9-92be7af0a3fa req-392c2791-37cc-41bd-a957-7b8c8797f34b tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385690 Feb 04 00:55:05.972531 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469942c-653a-452f-8d27-0165dba8393f req-5aa749e0-ccc0-4243-988b-f500e60f1d8d tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:05.974355 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3469942c-653a-452f-8d27-0165dba8393f req-5aa749e0-ccc0-4243-988b-f500e60f1d8d tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 945 time: 0.0651889 Feb 04 00:55:06.066238 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3469942c-653a-452f-8d27-0165dba8393f req-2fc3a33d-ec27-41f1-b267-76f174f7bb2a tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797753 Feb 04 00:55:06.171035 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a25f9-62da-4f29-ada0-40500d217c37 req-a6f86803-30cd-4e44-b781-52e70486599c tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:06.172608 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ff4a25f9-62da-4f29-ada0-40500d217c37 req-a6f86803-30cd-4e44-b781-52e70486599c tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0832615 Feb 04 00:55:06.230545 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ff4a25f9-62da-4f29-ada0-40500d217c37 req-25242f88-b871-4c8d-a5f4-8e5da2f442ca tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515020 Feb 04 00:55:06.938731 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 57858) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:55:07.069764 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-46532489-6591-434a-94b2-ec4057200b8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:07.156545 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-46532489-6591-434a-94b2-ec4057200b8b admin admin] Publish callbacks [] for security_group (b0a02cdf-1ea6-415b-b70d-a8e9d15b2671), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:07.242754 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e9852-cc86-4d37-b1ae-7a922c1585a9 req-7d34d57a-7747-43cd-80f8-9bda08cc566e tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:07.243933 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-066e9852-cc86-4d37-b1ae-7a922c1585a9 req-7d34d57a-7747-43cd-80f8-9bda08cc566e tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 945 time: 0.0703676 Feb 04 00:55:07.293830 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-066e9852-cc86-4d37-b1ae-7a922c1585a9 req-e5822107-2857-4519-9f9e-6fae4f92d998 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445902 Feb 04 00:55:07.314852 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-46532489-6591-434a-94b2-ec4057200b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (b0a02cdf-1ea6-415b-b70d-a8e9d15b2671), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:07.381589 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-46532489-6591-434a-94b2-ec4057200b8b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b60644683ce5408289f09fc8e1c28ce3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4406352 Feb 04 00:55:07.384325 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 57876) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:55:07.386005 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46532489-6591-434a-94b2-ec4057200b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a02cdf-1ea6-415b-b70d-a8e9d15b2671,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:55:07.411623 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8d500-54a3-4018-ba15-a4bde5a8f743 req-535ed0f2-f765-4c1e-8477-04e817c3e6c0 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:07.413194 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-76b8d500-54a3-4018-ba15-a4bde5a8f743 req-535ed0f2-f765-4c1e-8477-04e817c3e6c0 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0929503 Feb 04 00:55:07.438487 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-43c93d60-9c17-4eba-bef1-b4217cbc5d13 admin admin] Publish callbacks [] for security_group (b0a02cdf-1ea6-415b-b70d-a8e9d15b2671), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:07.461446 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-43c93d60-9c17-4eba-bef1-b4217cbc5d13 admin admin] Publish callbacks [] for security_group (b0a02cdf-1ea6-415b-b70d-a8e9d15b2671), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:07.468933 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-76b8d500-54a3-4018-ba15-a4bde5a8f743 req-016a90da-29f2-4acf-892c-e5a6a16b5db9 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464725 Feb 04 00:55:07.680650 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-43c93d60-9c17-4eba-bef1-b4217cbc5d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (b0a02cdf-1ea6-415b-b70d-a8e9d15b2671), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:07.683912 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-43c93d60-9c17-4eba-bef1-b4217cbc5d13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:07.685304 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-43c93d60-9c17-4eba-bef1-b4217cbc5d13 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b0a02cdf-1ea6-415b-b70d-a8e9d15b2671 HTTP/1.1" status: 204 len: 168 time: 0.2998989 Feb 04 00:55:07.695687 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c93d60-9c17-4eba-bef1-b4217cbc5d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a02cdf-1ea6-415b-b70d-a8e9d15b2671,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:55:08.437671 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98278cd-f1fb-415b-9028-b58e2374e4e2 req-8071690f-fa27-4161-9f27-cdbfbe52600f tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:08.439167 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-f98278cd-f1fb-415b-9028-b58e2374e4e2 req-8071690f-fa27-4161-9f27-cdbfbe52600f tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 945 time: 0.0581944 Feb 04 00:55:08.441940 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec3739-848a-4cce-a1fe-db693b44519a req-f35182bb-39fd-4f58-9aea-c17e23ad7144 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:08.443588 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3cec3739-848a-4cce-a1fe-db693b44519a req-f35182bb-39fd-4f58-9aea-c17e23ad7144 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/networks?id=c42fc013-0698-46e2-b9f7-ed99a07b79db HTTP/1.1" status: 200 len: 815 time: 0.1119606 Feb 04 00:55:08.459311 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3cec3739-848a-4cce-a1fe-db693b44519a req-3a9097a5-4925-4887-b87a-1ee24b63f0c4 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/quotas/6ee5067671e14c84ba26b96caf0b0fc1 HTTP/1.1" status: 200 len: 375 time: 0.0096524 Feb 04 00:55:08.497814 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-f98278cd-f1fb-415b-9028-b58e2374e4e2 req-4399edba-7881-4302-9194-c60ca0f57550 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513251 Feb 04 00:55:08.532206 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3cec3739-848a-4cce-a1fe-db693b44519a req-9bb8c59a-e68b-47b4-9cc7-0731993dc6ef tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6ee5067671e14c84ba26b96caf0b0fc1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0645306 Feb 04 00:55:08.587922 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 57970) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:55:08.605644 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-638802ee-95c3-45d1-8e24-592bc3c649be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:08.622655 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3cec3739-848a-4cce-a1fe-db693b44519a req-e8d72caa-bedd-4247-9604-6e7a2130cc61 service neutron] 10.222.0.10 "GET /v2.0/networks/c42fc013-0698-46e2-b9f7-ed99a07b79db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861320 Feb 04 00:55:08.641581 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cee799-cafe-41be-93e2-c5c12f1de523 req-4270e0dd-c3c0-43aa-b465-08e7a99c8dae tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:08.645609 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-15cee799-cafe-41be-93e2-c5c12f1de523 req-4270e0dd-c3c0-43aa-b465-08e7a99c8dae tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0820048 Feb 04 00:55:08.710044 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-15cee799-cafe-41be-93e2-c5c12f1de523 req-31747f36-a4c2-4346-b36f-a914f7f9e73a tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589390 Feb 04 00:55:08.715400 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3cec3739-848a-4cce-a1fe-db693b44519a req-8aada3f4-61d9-4c53-8f80-08380ea057ff service neutron] 10.222.0.10 "GET /v2.0/networks/c42fc013-0698-46e2-b9f7-ed99a07b79db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871341 Feb 04 00:55:08.760542 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-638802ee-95c3-45d1-8e24-592bc3c649be admin admin] Publish callbacks [] for security_group (dd157bbd-817c-4013-b664-7adc47b2f82b), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:08.841445 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-638802ee-95c3-45d1-8e24-592bc3c649be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (dd157bbd-817c-4013-b664-7adc47b2f82b), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:08.882689 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-638802ee-95c3-45d1-8e24-592bc3c649be admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5b66d70b6f72465291410db5e87aaea7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2927465 Feb 04 00:55:08.883834 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638802ee-95c3-45d1-8e24-592bc3c649be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd157bbd-817c-4013-b664-7adc47b2f82b,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:55:08.885599 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 57992) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:55:08.951959 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-af8c4b4b-5e39-4a60-8fb4-438dc5f6b531 admin admin] Publish callbacks [] for security_group (dd157bbd-817c-4013-b664-7adc47b2f82b), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:09.001395 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-af8c4b4b-5e39-4a60-8fb4-438dc5f6b531 admin admin] Publish callbacks [] for security_group (dd157bbd-817c-4013-b664-7adc47b2f82b), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:09.005920 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-8c878821-4df1-48f9-ad29-27a8b9865f70 req-f9f604bf-55a4-4def-b24d-bf7cac8cf23f tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4250ec5-4d18-4eab-b942-f2b66f0f3bb4 HTTP/1.1" status: 200 len: 210 time: 0.0313342 Feb 04 00:55:09.131981 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-af8c4b4b-5e39-4a60-8fb4-438dc5f6b531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (dd157bbd-817c-4013-b664-7adc47b2f82b), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:09.134650 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-af8c4b4b-5e39-4a60-8fb4-438dc5f6b531 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:09.135823 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-af8c4b4b-5e39-4a60-8fb4-438dc5f6b531 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dd157bbd-817c-4013-b664-7adc47b2f82b HTTP/1.1" status: 204 len: 168 time: 0.2484677 Feb 04 00:55:09.151348 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c4b4b-5e39-4a60-8fb4-438dc5f6b531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd157bbd-817c-4013-b664-7adc47b2f82b,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:55:09.626675 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d19f4-d586-4a0a-8aa7-4bc33ea63fec req-a8dc8200-64b3-4385-adc2-381217449f27 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:09.628160 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ae2d19f4-d586-4a0a-8aa7-4bc33ea63fec req-a8dc8200-64b3-4385-adc2-381217449f27 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 945 time: 0.0516453 Feb 04 00:55:09.674064 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ae2d19f4-d586-4a0a-8aa7-4bc33ea63fec req-8df823e9-5b3e-43ea-80fa-c018d8a6b921 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401194 Feb 04 00:55:09.832720 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a28a9-e986-4bd2-bbb8-518b442e7c02 req-ffd6e094-03b3-4310-9d35-62476b54743d tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:09.832720 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b16a28a9-e986-4bd2-bbb8-518b442e7c02 req-ffd6e094-03b3-4310-9d35-62476b54743d tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0530138 Feb 04 00:55:09.880814 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b16a28a9-e986-4bd2-bbb8-518b442e7c02 req-2f986afe-fd04-480a-ac4f-11a866c66a7f tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426013 Feb 04 00:55:10.061871 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 58048) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:55:10.075610 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d987c3e1-d961-4b3d-a749-f0442e78c0c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:10.125411 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8d16d95b-b93c-4629-ae35-ffd084f2d8da req-a7d31cdf-cb7e-4c7b-80b4-99cbf415e6dd tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4250ec5-4d18-4eab-b942-f2b66f0f3bb4 HTTP/1.1" status: 200 len: 210 time: 0.0316100 Feb 04 00:55:10.196201 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3054c9e0-bf2e-4772-8d4a-bfe47954a426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:10.199877 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d987c3e1-d961-4b3d-a749-f0442e78c0c0 admin admin] Publish callbacks [] for security_group (dfe08d50-5a0b-406b-a53f-6631072c1a2e), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:10.321047 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d987c3e1-d961-4b3d-a749-f0442e78c0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (dfe08d50-5a0b-406b-a53f-6631072c1a2e), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:10.361604 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-d987c3e1-d961-4b3d-a749-f0442e78c0c0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aa833ab8339e4135a350040965a8d8b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2979200 Feb 04 00:55:10.361604 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d987c3e1-d961-4b3d-a749-f0442e78c0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe08d50-5a0b-406b-a53f-6631072c1a2e,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:55:10.363527 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 58062) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:55:10.420041 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-030991d7-e93e-4a67-97b3-032438a388d9 admin admin] Publish callbacks [] for security_group (dfe08d50-5a0b-406b-a53f-6631072c1a2e), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:10.442330 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-030991d7-e93e-4a67-97b3-032438a388d9 admin admin] Publish callbacks [] for security_group (dfe08d50-5a0b-406b-a53f-6631072c1a2e), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:10.612020 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-030991d7-e93e-4a67-97b3-032438a388d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (dfe08d50-5a0b-406b-a53f-6631072c1a2e), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:10.614722 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-030991d7-e93e-4a67-97b3-032438a388d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:10.615942 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-030991d7-e93e-4a67-97b3-032438a388d9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dfe08d50-5a0b-406b-a53f-6631072c1a2e HTTP/1.1" status: 204 len: 168 time: 0.2514386 Feb 04 00:55:10.624277 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030991d7-e93e-4a67-97b3-032438a388d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe08d50-5a0b-406b-a53f-6631072c1a2e,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:55:10.815719 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7be3e-f575-48fe-8cbf-191d6acd7daa req-d8c55b2f-59e1-465d-b324-668bcb803c53 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:10.818288 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-94d7be3e-f575-48fe-8cbf-191d6acd7daa req-d8c55b2f-59e1-465d-b324-668bcb803c53 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 945 time: 0.0636377 Feb 04 00:55:10.869599 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-94d7be3e-f575-48fe-8cbf-191d6acd7daa req-864d3204-29e2-41eb-bc67-93cd1cd1f6bf tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454826 Feb 04 00:55:11.001351 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933706fd-ec00-4a4e-96dc-4e1d54a7edff req-95b5ff9d-7eb9-4617-b004-0ca30274706c tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:11.002899 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-933706fd-ec00-4a4e-96dc-4e1d54a7edff req-95b5ff9d-7eb9-4617-b004-0ca30274706c tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0521383 Feb 04 00:55:11.059783 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-933706fd-ec00-4a4e-96dc-4e1d54a7edff req-88f09a67-45af-410e-86f9-b7d1fe74a334 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504045 Feb 04 00:55:11.228474 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-cc10218f-1931-48b4-b619-26eb97d47d35 req-aaa6085d-835e-4960-b836-ca9fee317d5f tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4250ec5-4d18-4eab-b942-f2b66f0f3bb4 HTTP/1.1" status: 200 len: 210 time: 0.0264907 Feb 04 00:55:11.295707 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e50506-457d-4ac1-ac32-245eb2271817 req-be59e7d1-1fe4-4152-8a50-301f294ed7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:11.297212 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-78e50506-457d-4ac1-ac32-245eb2271817 req-be59e7d1-1fe4-4152-8a50-301f294ed7a8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=33c179601f1e46788de48f0cac243499&device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 1129 time: 0.0520349 Feb 04 00:55:11.404377 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e50506-457d-4ac1-ac32-245eb2271817 req-83472cdd-4ae5-45a4-b17a-e21cd362cbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:11.406240 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-78e50506-457d-4ac1-ac32-245eb2271817 req-83472cdd-4ae5-45a4-b17a-e21cd362cbdf service neutron] 10.222.0.39 "GET /v2.0/networks?id=7fa434c0-397c-452d-8882-f9f118f80321 HTTP/1.1" status: 200 len: 917 time: 0.0982997 Feb 04 00:55:11.500321 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-78e50506-457d-4ac1-ac32-245eb2271817 req-dc97866d-7920-4a4b-87df-cffc39bca80c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 HTTP/1.1" status: 200 len: 1001 time: 0.0731347 Feb 04 00:55:11.550735 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e50506-457d-4ac1-ac32-245eb2271817 req-b504aada-2d98-4c6d-a39a-62ab7e292c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:11.552235 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-78e50506-457d-4ac1-ac32-245eb2271817 req-b504aada-2d98-4c6d-a39a-62ab7e292c9c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a3690513-81ad-46a5-afc0-910eebaac8f9 HTTP/1.1" status: 200 len: 855 time: 0.0437403 Feb 04 00:55:11.600763 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e50506-457d-4ac1-ac32-245eb2271817 req-5da38e64-5524-4587-9596-6a02328d66ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:11.603105 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-78e50506-457d-4ac1-ac32-245eb2271817 req-5da38e64-5524-4587-9596-6a02328d66ce service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fa434c0-397c-452d-8882-f9f118f80321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436130 Feb 04 00:55:11.700611 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-78e50506-457d-4ac1-ac32-245eb2271817 req-c33074b3-bea2-47a5-b16b-cf5c9fcf4778 service neutron] 10.222.0.39 "GET /v2.0/networks/7fa434c0-397c-452d-8882-f9f118f80321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899701 Feb 04 00:55:11.796047 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-78e50506-457d-4ac1-ac32-245eb2271817 req-e15a490d-0870-4950-b93e-df7231531470 service neutron] 10.222.0.39 "GET /v2.0/networks/7fa434c0-397c-452d-8882-f9f118f80321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872972 Feb 04 00:55:12.039541 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e9ce7-5b9b-41e1-a462-31b738af3fc6 req-7ed94e6f-2e56-49ef-b867-190109a961c5 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:12.041149 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-a62e9ce7-5b9b-41e1-a462-31b738af3fc6 req-7ed94e6f-2e56-49ef-b867-190109a961c5 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 945 time: 0.0671046 Feb 04 00:55:12.088746 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 58130) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:55:12.136455 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-a62e9ce7-5b9b-41e1-a462-31b738af3fc6 req-38dec917-35f8-4fde-9283-f2426b4ab0ad tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809865 Feb 04 00:55:12.166160 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-7685c38c-8194-4196-9e12-53282cfbd296 admin admin] Deleting subnet d9b26d93-7892-4986-ba10-c76802848922 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 00:55:12.169767 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7685c38c-8194-4196-9e12-53282cfbd296 admin admin] Publish callbacks [] for subnet (d9b26d93-7892-4986-ba10-c76802848922), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:12.241281 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7685c38c-8194-4196-9e12-53282cfbd296 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10427957'] for subnet (d9b26d93-7892-4986-ba10-c76802848922), precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:12.253180 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5fcae74a-2a97-4277-8d1e-74fb8ca2b8e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:12.299347 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7685c38c-8194-4196-9e12-53282cfbd296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383273'] for subnet (d9b26d93-7892-4986-ba10-c76802848922), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:12.396461 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6006e9-8c46-477d-8c40-141ddb568528 req-8147d262-3cef-4b36-95ba-3b34d35b9b3c tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:12.399816 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-8d6006e9-8c46-477d-8c40-141ddb568528 req-8147d262-3cef-4b36-95ba-3b34d35b9b3c tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.2022586 Feb 04 00:55:12.439909 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3c00d52c-2f30-4d78-83e3-8c701462da1c req-42dbac50-7057-4804-a8db-8060435f21dc tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4250ec5-4d18-4eab-b942-f2b66f0f3bb4 HTTP/1.1" status: 200 len: 210 time: 0.0665662 Feb 04 00:55:12.527281 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-8d6006e9-8c46-477d-8c40-141ddb568528 req-60f4a2cb-320d-445d-acbf-77bd8309d50d tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181726 Feb 04 00:55:12.537032 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec3739-848a-4cce-a1fe-db693b44519a req-94976db0-5b69-4f51-96d7-bf39ea103e1c tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:12.538732 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3cec3739-848a-4cce-a1fe-db693b44519a req-94976db0-5b69-4f51-96d7-bf39ea103e1c tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.39 "GET /v2.0/networks?id=c42fc013-0698-46e2-b9f7-ed99a07b79db HTTP/1.1" status: 200 len: 815 time: 0.2205961 Feb 04 00:55:12.554973 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [req-3cec3739-848a-4cce-a1fe-db693b44519a req-ca3f91ce-8998-4e78-8563-70f2cb80fba1 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Request body: {'port': {'device_id': 'e4250ec5-4d18-4eab-b942-f2b66f0f3bb4', 'network_id': 'c42fc013-0698-46e2-b9f7-ed99a07b79db', 'admin_state_up': True, 'tenant_id': '6ee5067671e14c84ba26b96caf0b0fc1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:55:12.627470 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7685c38c-8194-4196-9e12-53282cfbd296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10424670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8755965'] for subnet (d9b26d93-7892-4986-ba10-c76802848922), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:12.663275 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7685c38c-8194-4196-9e12-53282cfbd296 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9b26d93-7892-4986-ba10-c76802848922,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:55:12.669971 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7685c38c-8194-4196-9e12-53282cfbd296 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for subnet (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:12.679001 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-7685c38c-8194-4196-9e12-53282cfbd296 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d9b26d93-7892-4986-ba10-c76802848922 HTTP/1.1" status: 204 len: 168 time: 0.5838633 Feb 04 00:55:12.679131 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 58198) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:55:12.766210 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a9b1f3f0-2b74-4ae8-8b4f-617201a2df08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-749408'] for network (0f6fbfe5-8583-40b3-9de0-cb5838b6aefe), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:12.850054 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a9b1f3f0-2b74-4ae8-8b4f-617201a2df08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381372', 'neutron.services.segments.db._delete_segments_for_network-8784746458965'] for network (0f6fbfe5-8583-40b3-9de0-cb5838b6aefe), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:12.871764 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-a9b1f3f0-2b74-4ae8-8b4f-617201a2df08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f6fbfe5-8583-40b3-9de0-cb5838b6aefe']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:55:12.881058 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-a9b1f3f0-2b74-4ae8-8b4f-617201a2df08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8644780-31bd-492d-95ef-3f04d052194f') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:55:12.881357 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-a9b1f3f0-2b74-4ae8-8b4f-617201a2df08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8644780-31bd-492d-95ef-3f04d052194f') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:55:12.891046 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a9b1f3f0-2b74-4ae8-8b4f-617201a2df08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784746459486', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2987907'] for segment (a8644780-31bd-492d-95ef-3f04d052194f), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:12.894093 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cec3739-848a-4cce-a1fe-db693b44519a req-ca3f91ce-8998-4e78-8563-70f2cb80fba1 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Made reservation on behalf of 6ee5067671e14c84ba26b96caf0b0fc1 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:55:12.900630 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3cec3739-848a-4cce-a1fe-db693b44519a req-ca3f91ce-8998-4e78-8563-70f2cb80fba1 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:12.906566 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a9b1f3f0-2b74-4ae8-8b4f-617201a2df08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650'] for segment (a8644780-31bd-492d-95ef-3f04d052194f), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:12.914408 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b1f3f0-2b74-4ae8-8b4f-617201a2df08 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 00:55:12.914955 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a9b1f3f0-2b74-4ae8-8b4f-617201a2df08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-660156'] for segment (a8644780-31bd-492d-95ef-3f04d052194f), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:12.916975 dv-cinder-827778-1-iscsi neutron-server[109722]: Traceback (most recent call last): Feb 04 00:55:12.916975 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 00:55:12.916975 dv-cinder-827778-1-iscsi neutron-server[109722]: timer() Feb 04 00:55:12.916975 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 00:55:12.916975 dv-cinder-827778-1-iscsi neutron-server[109722]: cb(*args, **kw) Feb 04 00:55:12.916975 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 00:55:12.916975 dv-cinder-827778-1-iscsi neutron-server[109722]: return func(*args, **kwargs) Feb 04 00:55:12.916975 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 00:55:12.916975 dv-cinder-827778-1-iscsi neutron-server[109722]: self._notify() Feb 04 00:55:12.916975 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 00:55:12.916975 dv-cinder-827778-1-iscsi neutron-server[109722]: self.callback(batched_events) Feb 04 00:55:12.916975 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 00:55:12.916975 dv-cinder-827778-1-iscsi neutron-server[109722]: event.method(event) Feb 04 00:55:12.916975 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 00:55:12.916975 dv-cinder-827778-1-iscsi neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 00:55:12.916975 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 00:55:12.916975 dv-cinder-827778-1-iscsi neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 00:55:12.916975 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 00:55:12.916975 dv-cinder-827778-1-iscsi neutron-server[109722]: return f(self, *a, **k) Feb 04 00:55:12.916975 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 00:55:12.916975 dv-cinder-827778-1-iscsi neutron-server[109722]: return self._get(url).json() Feb 04 00:55:12.916975 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 00:55:12.916975 dv-cinder-827778-1-iscsi neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 00:55:12.916975 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 00:55:12.916975 dv-cinder-827778-1-iscsi neutron-server[109722]: return self.request(url, 'GET', **kwargs) Feb 04 00:55:12.916975 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 00:55:12.916975 dv-cinder-827778-1-iscsi neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 00:55:12.916975 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 00:55:12.916975 dv-cinder-827778-1-iscsi neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 00:55:12.916975 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 00:55:12.916975 dv-cinder-827778-1-iscsi neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 00:55:12.916975 dv-cinder-827778-1-iscsi neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 00:55:13.120965 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a9b1f3f0-2b74-4ae8-8b4f-617201a2df08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601460'] for network (0f6fbfe5-8583-40b3-9de0-cb5838b6aefe), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:13.130238 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a9b1f3f0-2b74-4ae8-8b4f-617201a2df08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for network (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:13.138126 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-a9b1f3f0-2b74-4ae8-8b4f-617201a2df08 admin admin] 10.222.0.10 "DELETE /v2.0/networks/0f6fbfe5-8583-40b3-9de0-cb5838b6aefe HTTP/1.1" status: 204 len: 168 time: 0.4603953 Feb 04 00:55:13.148344 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b1f3f0-2b74-4ae8-8b4f-617201a2df08 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f6fbfe5-8583-40b3-9de0-cb5838b6aefe,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:55:13.297524 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-3cec3739-848a-4cce-a1fe-db693b44519a req-ca3f91ce-8998-4e78-8563-70f2cb80fba1 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Allocated IP 172.20.0.8 (c42fc013-0698-46e2-b9f7-ed99a07b79db/65a62566-4a16-4ef6-aab9-2e1221b6fd4f/d231da64-f3c8-47ee-9711-f1f5cb7a062b) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:55:13.329127 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49d1d7-fc4f-4eda-ab20-0f4cada8627c req-92fe460c-1789-4004-8b94-06574670b2a9 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:13.340189 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-7a49d1d7-fc4f-4eda-ab20-0f4cada8627c req-92fe460c-1789-4004-8b94-06574670b2a9 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 945 time: 0.0833054 Feb 04 00:55:13.392779 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 58238) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:55:13.412983 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-7a49d1d7-fc4f-4eda-ab20-0f4cada8627c req-1c5f1637-de19-4f33-9039-c97cdb097a9f tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627577 Feb 04 00:55:13.485442 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:13.506331 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3cec3739-848a-4cce-a1fe-db693b44519a req-ca3f91ce-8998-4e78-8563-70f2cb80fba1 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Publish callbacks [] for port (d231da64-f3c8-47ee-9711-f1f5cb7a062b), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:13.550659 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5b07000e-a8f9-4a6e-a09b-0374d59fb2d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:13.569251 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-c7a65027-1534-416c-9f18-a31c9196fecf req-7b14fa21-4ace-46a3-b17c-def0fd6a535b tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4250ec5-4d18-4eab-b942-f2b66f0f3bb4 HTTP/1.1" status: 200 len: 210 time: 0.0422285 Feb 04 00:55:13.631883 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 58246) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:55:13.674301 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-5fd743e1-acba-4fc8-a4de-c196f3794e7e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=28b5db47e97e4c39b1c080fa6a8c7e98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411592 Feb 04 00:55:13.676975 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 58248) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:55:13.731217 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a2ad175f-0f08-4e0e-bf4f-2a7c47f22dea admin admin] Publish callbacks [] for security_group (028db23f-8862-4bef-bf0d-f234dd9b06e2), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:13.754342 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a2ad175f-0f08-4e0e-bf4f-2a7c47f22dea admin admin] Publish callbacks [] for security_group (028db23f-8862-4bef-bf0d-f234dd9b06e2), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:13.807086 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3cec3739-848a-4cce-a1fe-db693b44519a req-ca3f91ce-8998-4e78-8563-70f2cb80fba1 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (d231da64-f3c8-47ee-9711-f1f5cb7a062b), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:13.819380 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['51d6301d-baf9-4a4c-a89f-a04596df3241', '94872446-6eb5-46bf-8a0a-8e33828352f9', '0e0825f3-1310-413d-a4cc-09f3d1160f59'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:55:13.869706 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cec3739-848a-4cce-a1fe-db693b44519a req-ca3f91ce-8998-4e78-8563-70f2cb80fba1 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Network c42fc013-0698-46e2-b9f7-ed99a07b79db is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:55:13.872962 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-3cec3739-848a-4cce-a1fe-db693b44519a req-ca3f91ce-8998-4e78-8563-70f2cb80fba1 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:55:13.877870 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cec3739-848a-4cce-a1fe-db693b44519a req-ca3f91ce-8998-4e78-8563-70f2cb80fba1 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:55:13.882288 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f91ce-8998-4e78-8563-70f2cb80fba1 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Pushing event updated for resources: {'Port': ['ID=d231da64-f3c8-47ee-9711-f1f5cb7a062b,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:55:13.888071 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5b07000e-a8f9-4a6e-a09b-0374d59fb2d5 admin admin] Publish callbacks [] for security_group (f4a57b35-1dd6-4528-a8df-e97779ae257c), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:13.904963 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d6055-c124-466c-a803-e2e5aecd261a req-c085b597-5a46-4a64-9022-19e91e125278 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:13.906607 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-877d6055-c124-466c-a803-e2e5aecd261a req-c085b597-5a46-4a64-9022-19e91e125278 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.2974706 Feb 04 00:55:13.921623 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a2ad175f-0f08-4e0e-bf4f-2a7c47f22dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (028db23f-8862-4bef-bf0d-f234dd9b06e2), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:13.924829 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a2ad175f-0f08-4e0e-bf4f-2a7c47f22dea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:13.929711 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-a2ad175f-0f08-4e0e-bf4f-2a7c47f22dea admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/028db23f-8862-4bef-bf0d-f234dd9b06e2 HTTP/1.1" status: 204 len: 168 time: 0.2515938 Feb 04 00:55:13.947081 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec3739-848a-4cce-a1fe-db693b44519a req-ca3f91ce-8998-4e78-8563-70f2cb80fba1 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:13.947747 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3cec3739-848a-4cce-a1fe-db693b44519a req-ca3f91ce-8998-4e78-8563-70f2cb80fba1 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:13.952412 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad175f-0f08-4e0e-bf4f-2a7c47f22dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028db23f-8862-4bef-bf0d-f234dd9b06e2,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:55:13.971699 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5b07000e-a8f9-4a6e-a09b-0374d59fb2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (f4a57b35-1dd6-4528-a8df-e97779ae257c), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:14.000330 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:55:14.008829 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-877d6055-c124-466c-a803-e2e5aecd261a req-4a9b9e95-7d4d-46e6-88a5-7326a74347c8 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939004 Feb 04 00:55:14.038349 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-5b07000e-a8f9-4a6e-a09b-0374d59fb2d5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f0cab84683394fe69c862a78fec028e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6325669 Feb 04 00:55:14.041130 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 58260) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:55:14.046374 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b07000e-a8f9-4a6e-a09b-0374d59fb2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a57b35-1dd6-4528-a8df-e97779ae257c,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:55:14.060076 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3cec3739-848a-4cce-a1fe-db693b44519a req-ca3f91ce-8998-4e78-8563-70f2cb80fba1 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5092187 Feb 04 00:55:14.085346 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [req-3cec3739-848a-4cce-a1fe-db693b44519a req-78eae4bc-7579-45e1-905a-e76c4e0c1d44 service neutron] Request body: {'port': {'device_id': 'e4250ec5-4d18-4eab-b942-f2b66f0f3bb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:55:14.122509 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e8f78691-4e22-45ff-9763-f34d0d07cbb8 admin admin] Publish callbacks [] for security_group (f4a57b35-1dd6-4528-a8df-e97779ae257c), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:14.163437 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e8f78691-4e22-45ff-9763-f34d0d07cbb8 admin admin] Publish callbacks [] for security_group (f4a57b35-1dd6-4528-a8df-e97779ae257c), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:14.179124 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3cec3739-848a-4cce-a1fe-db693b44519a req-78eae4bc-7579-45e1-905a-e76c4e0c1d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (d231da64-f3c8-47ee-9711-f1f5cb7a062b), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:14.187051 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 is: ACTIVE; New status is: DOWN {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:55:14.188650 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (3ecf0c07-12ef-478b-bb61-7fd4da5b47f7), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:14.260818 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3010af-a305-4162-a4c3-bd33890474c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ecf0c07-12ef-478b-bb61-7fd4da5b47f7'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:55:14.263621 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6008afca8a05d931a9cb2feac605f7a66ad88b8a0c7f78d7c81d8c88d670685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4e2399-eee8-4a1e-8f90-d69dcadebe3b" -d '{"events": [{"server_uuid": "fe3010af-a305-4162-a4c3-bd33890474c4", "name": "network-vif-unplugged", "status": "completed", "tag": "3ecf0c07-12ef-478b-bb61-7fd4da5b47f7"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:55:14.298196 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=3ecf0c07-12ef-478b-bb61-7fd4da5b47f7,segment=NetworkSegment(54e3d956-d261-4a67-bb25-94057ffc11cf),segment_id=54e3d956-d261-4a67-bb25-94057ffc11cf)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:55:14.331483 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 00:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17898d7-5049-4717-959d-5527e5a438a2 x-openstack-request-id: req-b17898d7-5049-4717-959d-5527e5a438a2 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:55:14.331884 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3010af-a305-4162-a4c3-bd33890474c4", "name": "network-vif-unplugged", "status": "completed", "tag": "3ecf0c07-12ef-478b-bb61-7fd4da5b47f7", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:55:14.333036 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b17898d7-5049-4717-959d-5527e5a438a2 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:55:14.333584 dv-cinder-827778-1-iscsi neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3010af-a305-4162-a4c3-bd33890474c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ecf0c07-12ef-478b-bb61-7fd4da5b47f7', 'code': 200} Feb 04 00:55:14.337652 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e8f78691-4e22-45ff-9763-f34d0d07cbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (f4a57b35-1dd6-4528-a8df-e97779ae257c), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:14.341295 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e8f78691-4e22-45ff-9763-f34d0d07cbb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:14.342497 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-e8f78691-4e22-45ff-9763-f34d0d07cbb8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f4a57b35-1dd6-4528-a8df-e97779ae257c HTTP/1.1" status: 204 len: 168 time: 0.2976618 Feb 04 00:55:14.388285 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f78691-4e22-45ff-9763-f34d0d07cbb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a57b35-1dd6-4528-a8df-e97779ae257c,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:55:14.435975 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (3ecf0c07-12ef-478b-bb61-7fd4da5b47f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:14.606122 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [req-3cec3739-848a-4cce-a1fe-db693b44519a req-78eae4bc-7579-45e1-905a-e76c4e0c1d44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d231da64-f3c8-47ee-9711-f1f5cb7a062b {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:55:14.612630 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=3ecf0c07-12ef-478b-bb61-7fd4da5b47f7,revision_number=8']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:55:14.626897 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3cec3739-848a-4cce-a1fe-db693b44519a req-78eae4bc-7579-45e1-905a-e76c4e0c1d44 service neutron] Publish callbacks [] for port (d231da64-f3c8-47ee-9711-f1f5cb7a062b), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:14.632737 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab160b-790b-43c6-8469-82788b451c71 req-ccc79705-14f1-43d3-a128-49189a7a1a38 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:14.635648 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-5eab160b-790b-43c6-8469-82788b451c71 req-ccc79705-14f1-43d3-a128-49189a7a1a38 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 943 time: 0.1082666 Feb 04 00:55:14.654913 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-3cec3739-848a-4cce-a1fe-db693b44519a req-78eae4bc-7579-45e1-905a-e76c4e0c1d44 service neutron] Transition to ACTIVE for port object d231da64-f3c8-47ee-9711-f1f5cb7a062b will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:55:14.737506 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-5eab160b-790b-43c6-8469-82788b451c71 req-f5711ef7-0919-433e-a451-229a2a3ce794 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945892 Feb 04 00:55:14.763355 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad090f-d465-4443-82ed-958bb9ef74ff req-c41e6313-3b69-4c06-aed8-c7086d639b7d tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:14.769365 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-8bad090f-d465-4443-82ed-958bb9ef74ff req-c41e6313-3b69-4c06-aed8-c7086d639b7d tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4250ec5-4d18-4eab-b942-f2b66f0f3bb4 HTTP/1.1" status: 200 len: 931 time: 0.0782177 Feb 04 00:55:14.787680 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3cec3739-848a-4cce-a1fe-db693b44519a req-78eae4bc-7579-45e1-905a-e76c4e0c1d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10424596'] for port (d231da64-f3c8-47ee-9711-f1f5cb7a062b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:14.874282 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eae4bc-7579-45e1-905a-e76c4e0c1d44 service neutron] Pushing event updated for resources: {'Port': ['ID=d231da64-f3c8-47ee-9711-f1f5cb7a062b,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:55:14.931608 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-8bad090f-d465-4443-82ed-958bb9ef74ff req-efa9aa1e-e2d5-4f23-a3f5-e31118b1274e tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571863 Feb 04 00:55:14.972062 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-3cec3739-848a-4cce-a1fe-db693b44519a req-78eae4bc-7579-45e1-905a-e76c4e0c1d44 service neutron] Attempting to bind port d231da64-f3c8-47ee-9711-f1f5cb7a062b on host hv-cinder-82777 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 00:55:14.972740 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-3cec3739-848a-4cce-a1fe-db693b44519a req-78eae4bc-7579-45e1-905a-e76c4e0c1d44 service neutron] Attempting to bind port d231da64-f3c8-47ee-9711-f1f5cb7a062b by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': 'bfd891dd-65b5-4811-be81-80f452cca4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c42fc013-0698-46e2-b9f7-ed99a07b79db'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 00:55:14.973535 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cec3739-848a-4cce-a1fe-db693b44519a req-78eae4bc-7579-45e1-905a-e76c4e0c1d44 service neutron] Attempting to bind port d231da64-f3c8-47ee-9711-f1f5cb7a062b on network c42fc013-0698-46e2-b9f7-ed99a07b79db {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:55:14.980072 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cec3739-848a-4cce-a1fe-db693b44519a req-78eae4bc-7579-45e1-905a-e76c4e0c1d44 service neutron] Port d231da64-f3c8-47ee-9711-f1f5cb7a062b on network c42fc013-0698-46e2-b9f7-ed99a07b79db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 00:55:14.983903 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cec3739-848a-4cce-a1fe-db693b44519a req-78eae4bc-7579-45e1-905a-e76c4e0c1d44 service neutron] Attempting to bind port d231da64-f3c8-47ee-9711-f1f5cb7a062b on network c42fc013-0698-46e2-b9f7-ed99a07b79db {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:55:14.985007 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:14.996648 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cec3739-848a-4cce-a1fe-db693b44519a req-78eae4bc-7579-45e1-905a-e76c4e0c1d44 service neutron] Checking agent: {'id': 'bf093114-7719-4a60-8fae-8541124bea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 50, 48), 'started_at': datetime.datetime(2022, 2, 4, 0, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 00:55:14.997051 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cec3739-848a-4cce-a1fe-db693b44519a req-78eae4bc-7579-45e1-905a-e76c4e0c1d44 service neutron] Checking segment: {'id': 'bfd891dd-65b5-4811-be81-80f452cca4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c42fc013-0698-46e2-b9f7-ed99a07b79db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:55:14.997401 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cec3739-848a-4cce-a1fe-db693b44519a req-78eae4bc-7579-45e1-905a-e76c4e0c1d44 service neutron] Bound using segment: {'id': 'bfd891dd-65b5-4811-be81-80f452cca4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c42fc013-0698-46e2-b9f7-ed99a07b79db'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 00:55:14.997883 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-3cec3739-848a-4cce-a1fe-db693b44519a req-78eae4bc-7579-45e1-905a-e76c4e0c1d44 service neutron] Bound port: d231da64-f3c8-47ee-9711-f1f5cb7a062b, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfd891dd-65b5-4811-be81-80f452cca4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c42fc013-0698-46e2-b9f7-ed99a07b79db'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 00:55:14.998283 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3cec3739-848a-4cce-a1fe-db693b44519a req-78eae4bc-7579-45e1-905a-e76c4e0c1d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (d231da64-f3c8-47ee-9711-f1f5cb7a062b), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:15.080518 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-3cec3739-848a-4cce-a1fe-db693b44519a req-78eae4bc-7579-45e1-905a-e76c4e0c1d44 service neutron] For port d231da64-f3c8-47ee-9711-f1f5cb7a062b, host hv-cinder-82777, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:55:15.083451 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-3cec3739-848a-4cce-a1fe-db693b44519a req-78eae4bc-7579-45e1-905a-e76c4e0c1d44 service neutron] For port d231da64-f3c8-47ee-9711-f1f5cb7a062b, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=d231da64-f3c8-47ee-9711-f1f5cb7a062b,segment=NetworkSegment(bfd891dd-65b5-4811-be81-80f452cca4a0),segment_id=bfd891dd-65b5-4811-be81-80f452cca4a0)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:55:15.157499 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862ce89-6ad1-4904-830a-aa2451e62bb4 req-e419e451-05e2-4c5e-8e0a-524d0521aeb0 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:15.162040 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-5862ce89-6ad1-4904-830a-aa2451e62bb4 req-e419e451-05e2-4c5e-8e0a-524d0521aeb0 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0769365 Feb 04 00:55:15.219974 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3cec3739-848a-4cce-a1fe-db693b44519a req-78eae4bc-7579-45e1-905a-e76c4e0c1d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10424596'] for port (d231da64-f3c8-47ee-9711-f1f5cb7a062b), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:15.226270 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-5862ce89-6ad1-4904-830a-aa2451e62bb4 req-e83ce6db-d957-407b-bed8-1dac463d6933 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597146 Feb 04 00:55:15.263001 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec3739-848a-4cce-a1fe-db693b44519a req-78eae4bc-7579-45e1-905a-e76c4e0c1d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:15.263664 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3cec3739-848a-4cce-a1fe-db693b44519a req-78eae4bc-7579-45e1-905a-e76c4e0c1d44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:15.265046 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3cec3739-848a-4cce-a1fe-db693b44519a req-78eae4bc-7579-45e1-905a-e76c4e0c1d44 service neutron] 10.222.0.39 "PUT /v2.0/ports/d231da64-f3c8-47ee-9711-f1f5cb7a062b HTTP/1.1" status: 200 len: 1093 time: 1.1960771 Feb 04 00:55:15.265613 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4250ec5-4d18-4eab-b942-f2b66f0f3bb4', 'tag': 'd231da64-f3c8-47ee-9711-f1f5cb7a062b'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:55:15.268250 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9923a7793e9fa6102d344dd696201155eb04f662303130ce66584af0359f1e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85dcde73-b6fd-47fe-819e-92ffc074981b" -d '{"events": [{"name": "network-changed", "server_uuid": "e4250ec5-4d18-4eab-b942-f2b66f0f3bb4", "tag": "d231da64-f3c8-47ee-9711-f1f5cb7a062b"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:55:15.288357 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eae4bc-7579-45e1-905a-e76c4e0c1d44 service neutron] Pushing event updated for resources: {'Port': ['ID=d231da64-f3c8-47ee-9711-f1f5cb7a062b,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:55:15.320730 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 00:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77a864b-4a59-488a-980d-8077e4bf4088 x-openstack-request-id: req-a77a864b-4a59-488a-980d-8077e4bf4088 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:55:15.321104 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4250ec5-4d18-4eab-b942-f2b66f0f3bb4", "tag": "d231da64-f3c8-47ee-9711-f1f5cb7a062b", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:55:15.321606 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a77a864b-4a59-488a-980d-8077e4bf4088 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:55:15.322060 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4250ec5-4d18-4eab-b942-f2b66f0f3bb4', 'tag': 'd231da64-f3c8-47ee-9711-f1f5cb7a062b', 'status': 'completed', 'code': 200} Feb 04 00:55:15.369671 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 58318) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:55:15.388122 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-546da95b-8b68-405f-930f-86da2c7cad8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:15.393423 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dcde73-b6fd-47fe-819e-92ffc074981b req-5d454174-4883-4fee-a1d4-ec6787613205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:15.395383 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-85dcde73-b6fd-47fe-819e-92ffc074981b req-5d454174-4883-4fee-a1d4-ec6787613205 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ee5067671e14c84ba26b96caf0b0fc1&device_id=e4250ec5-4d18-4eab-b942-f2b66f0f3bb4 HTTP/1.1" status: 200 len: 1127 time: 0.0548294 Feb 04 00:55:15.489903 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-546da95b-8b68-405f-930f-86da2c7cad8c admin admin] Publish callbacks [] for security_group (529a2d1d-7315-45f9-ae9e-eeae8fd07f32), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:15.520101 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dcde73-b6fd-47fe-819e-92ffc074981b req-24986835-50e8-4ee6-a6d5-dbeb7775638a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:15.522807 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-85dcde73-b6fd-47fe-819e-92ffc074981b req-24986835-50e8-4ee6-a6d5-dbeb7775638a service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=6ee5067671e14c84ba26b96caf0b0fc1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1170661 Feb 04 00:55:15.632958 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dcde73-b6fd-47fe-819e-92ffc074981b req-e64804b7-60d3-4b59-aa53-d843d7135703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:15.634660 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-85dcde73-b6fd-47fe-819e-92ffc074981b req-e64804b7-60d3-4b59-aa53-d843d7135703 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1062710 Feb 04 00:55:15.640678 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-546da95b-8b68-405f-930f-86da2c7cad8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (529a2d1d-7315-45f9-ae9e-eeae8fd07f32), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:15.681989 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-546da95b-8b68-405f-930f-86da2c7cad8c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=33a1a060f497452c98bb9af4ac4677b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3111291 Feb 04 00:55:15.683045 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546da95b-8b68-405f-930f-86da2c7cad8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529a2d1d-7315-45f9-ae9e-eeae8fd07f32,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:55:15.684606 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 58334) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:55:15.778119 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec3739-848a-4cce-a1fe-db693b44519a req-d7e180f1-dc76-4629-9e9d-13155c3ee28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:15.779640 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3cec3739-848a-4cce-a1fe-db693b44519a req-d7e180f1-dc76-4629-9e9d-13155c3ee28c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ee5067671e14c84ba26b96caf0b0fc1&device_id=e4250ec5-4d18-4eab-b942-f2b66f0f3bb4 HTTP/1.1" status: 200 len: 1127 time: 0.0794017 Feb 04 00:55:15.782657 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e8bd840e-b65d-4ad5-a113-3db2120a2b50 admin admin] Publish callbacks [] for security_group (529a2d1d-7315-45f9-ae9e-eeae8fd07f32), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:15.829936 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3cec3739-848a-4cce-a1fe-db693b44519a req-032925b4-62b0-4882-9369-c8b93ad06c61 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d231da64-f3c8-47ee-9711-f1f5cb7a062b HTTP/1.1" status: 200 len: 217 time: 0.0425658 Feb 04 00:55:15.838737 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e8bd840e-b65d-4ad5-a113-3db2120a2b50 admin admin] Publish callbacks [] for security_group (529a2d1d-7315-45f9-ae9e-eeae8fd07f32), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:15.907957 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec3739-848a-4cce-a1fe-db693b44519a req-23a7c78f-4c8a-4d6d-b9a3-fd9cf4ed1549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:15.909325 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3cec3739-848a-4cce-a1fe-db693b44519a req-23a7c78f-4c8a-4d6d-b9a3-fd9cf4ed1549 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=65a62566-4a16-4ef6-aab9-2e1221b6fd4f HTTP/1.1" status: 200 len: 855 time: 0.0686209 Feb 04 00:55:15.944174 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3cec3739-848a-4cce-a1fe-db693b44519a req-67624eed-7e97-495e-a7ec-988228a5afa1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c42fc013-0698-46e2-b9f7-ed99a07b79db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274842 Feb 04 00:55:16.069725 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e8bd840e-b65d-4ad5-a113-3db2120a2b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (529a2d1d-7315-45f9-ae9e-eeae8fd07f32), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:16.072349 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e8bd840e-b65d-4ad5-a113-3db2120a2b50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:16.073507 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-e8bd840e-b65d-4ad5-a113-3db2120a2b50 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/529a2d1d-7315-45f9-ae9e-eeae8fd07f32 HTTP/1.1" status: 204 len: 168 time: 0.3878479 Feb 04 00:55:16.075490 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3cec3739-848a-4cce-a1fe-db693b44519a req-584652f4-e2f5-4aae-9b79-57d108aa302e service neutron] 10.222.0.39 "GET /v2.0/networks/c42fc013-0698-46e2-b9f7-ed99a07b79db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241448 Feb 04 00:55:16.103481 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd840e-b65d-4ad5-a113-3db2120a2b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529a2d1d-7315-45f9-ae9e-eeae8fd07f32,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:55:16.154271 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c6ba0-8efd-4bbc-856c-566e8af78522 req-62200e21-790e-4754-b6da-b90808d581ed tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:16.155868 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2d1c6ba0-8efd-4bbc-856c-566e8af78522 req-62200e21-790e-4754-b6da-b90808d581ed tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4250ec5-4d18-4eab-b942-f2b66f0f3bb4 HTTP/1.1" status: 200 len: 943 time: 0.1443965 Feb 04 00:55:16.161528 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:16.273893 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2d1c6ba0-8efd-4bbc-856c-566e8af78522 req-1c8f229e-6731-4856-90ea-f15c88a7e881 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016784 Feb 04 00:55:16.278397 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 58354) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:55:16.279156 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3cec3739-848a-4cce-a1fe-db693b44519a req-d90466fe-ff2e-4ecb-bd4b-ad6607c230bd service neutron] 10.222.0.39 "GET /v2.0/networks/c42fc013-0698-46e2-b9f7-ed99a07b79db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920028 Feb 04 00:55:16.408520 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [req-c6f716b3-ccd2-448a-8fe2-702a80bc0064 req-14ce6f33-7e81-412d-be43-ddba774191ca service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 00:55:16.409738 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-c6f716b3-ccd2-448a-8fe2-702a80bc0064 req-14ce6f33-7e81-412d-be43-ddba774191ca service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059986 Feb 04 00:55:16.415469 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c61dcb-095d-466f-94ec-241c2a6a8e37 req-c4eadb2b-a8d5-457b-922d-a6c2f2aa445f tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:16.417252 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c0c61dcb-095d-466f-94ec-241c2a6a8e37 req-c4eadb2b-a8d5-457b-922d-a6c2f2aa445f tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0818045 Feb 04 00:55:16.491486 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c0c61dcb-095d-466f-94ec-241c2a6a8e37 req-8019276b-1ca8-439c-894c-35d7f61e0d75 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648060 Feb 04 00:55:16.580997 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-15448e92-61f6-4a52-9dbc-b33505276e56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:16.677771 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-15448e92-61f6-4a52-9dbc-b33505276e56 admin admin] Publish callbacks [] for security_group (ac57637b-1da8-435d-93b3-259229ae418f), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:16.788424 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1185b-4842-4e57-8d1a-a28abfa0758c req-e60cdb3a-7326-43fe-afb4-a4e132b677b1 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:16.790429 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-35c1185b-4842-4e57-8d1a-a28abfa0758c req-e60cdb3a-7326-43fe-afb4-a4e132b677b1 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 943 time: 0.0594735 Feb 04 00:55:16.856011 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-35c1185b-4842-4e57-8d1a-a28abfa0758c req-02481927-abaa-4ca9-b01f-6bd5cd32e2a0 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576670 Feb 04 00:55:16.859141 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-15448e92-61f6-4a52-9dbc-b33505276e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (ac57637b-1da8-435d-93b3-259229ae418f), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:16.915754 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-15448e92-61f6-4a52-9dbc-b33505276e56 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c63d5c086dc049ccab75b52b58698057&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6338608 Feb 04 00:55:16.915754 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15448e92-61f6-4a52-9dbc-b33505276e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac57637b-1da8-435d-93b3-259229ae418f,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:55:16.916660 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 58374) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:55:16.973528 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-90568b69-2cec-4bad-af74-37c1824ed85d admin admin] Publish callbacks [] for security_group (ac57637b-1da8-435d-93b3-259229ae418f), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:17.000883 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-90568b69-2cec-4bad-af74-37c1824ed85d admin admin] Publish callbacks [] for security_group (ac57637b-1da8-435d-93b3-259229ae418f), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:17.021187 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 58380) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:55:17.036903 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-66101daa-ab78-47f0-87fe-ade51870c406 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:17.132345 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-90568b69-2cec-4bad-af74-37c1824ed85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (ac57637b-1da8-435d-93b3-259229ae418f), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:17.135692 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-90568b69-2cec-4bad-af74-37c1824ed85d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:17.136902 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-90568b69-2cec-4bad-af74-37c1824ed85d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ac57637b-1da8-435d-93b3-259229ae418f HTTP/1.1" status: 204 len: 168 time: 0.2192039 Feb 04 00:55:17.147084 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90568b69-2cec-4bad-af74-37c1824ed85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac57637b-1da8-435d-93b3-259229ae418f,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:55:17.202594 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-66101daa-ab78-47f0-87fe-ade51870c406 admin admin] Publish callbacks [] for security_group (a2d5c043-819e-4f1f-899d-e3ec5c2bacc8), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:17.290941 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-66101daa-ab78-47f0-87fe-ade51870c406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (a2d5c043-819e-4f1f-899d-e3ec5c2bacc8), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:17.347652 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-66101daa-ab78-47f0-87fe-ade51870c406 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=69835aca21d2406fba295053a7f4b90b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3228958 Feb 04 00:55:17.347652 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66101daa-ab78-47f0-87fe-ade51870c406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d5c043-819e-4f1f-899d-e3ec5c2bacc8,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:55:17.347980 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 58390) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:55:17.446911 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2e525854-4329-45bc-ab98-8738a66c6ad8 admin admin] Publish callbacks [] for security_group (a2d5c043-819e-4f1f-899d-e3ec5c2bacc8), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:17.466225 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d2911-d008-4579-a707-bb2af4d3f1e5 req-cae96130-0a52-49a5-8ddb-ad6b59fec8d0 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:17.467703 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-cf5d2911-d008-4579-a707-bb2af4d3f1e5 req-cae96130-0a52-49a5-8ddb-ad6b59fec8d0 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4250ec5-4d18-4eab-b942-f2b66f0f3bb4 HTTP/1.1" status: 200 len: 943 time: 0.0867264 Feb 04 00:55:17.478851 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2e525854-4329-45bc-ab98-8738a66c6ad8 admin admin] Publish callbacks [] for security_group (a2d5c043-819e-4f1f-899d-e3ec5c2bacc8), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:17.553458 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-cf5d2911-d008-4579-a707-bb2af4d3f1e5 req-7f03166f-228f-460a-8a9c-331122ca0c2d tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781281 Feb 04 00:55:17.666591 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45536a6-44db-4897-8c41-3ef7c162beab req-583716d5-281f-492f-8fd2-c2bcfd374b82 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:17.668683 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e45536a6-44db-4897-8c41-3ef7c162beab req-583716d5-281f-492f-8fd2-c2bcfd374b82 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0741544 Feb 04 00:55:17.675580 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2e525854-4329-45bc-ab98-8738a66c6ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (a2d5c043-819e-4f1f-899d-e3ec5c2bacc8), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:17.678748 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2e525854-4329-45bc-ab98-8738a66c6ad8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:17.684819 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-2e525854-4329-45bc-ab98-8738a66c6ad8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a2d5c043-819e-4f1f-899d-e3ec5c2bacc8 HTTP/1.1" status: 204 len: 168 time: 0.3343956 Feb 04 00:55:17.694262 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e525854-4329-45bc-ab98-8738a66c6ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d5c043-819e-4f1f-899d-e3ec5c2bacc8,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:55:17.729209 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e45536a6-44db-4897-8c41-3ef7c162beab req-8dd7de83-5911-4b77-b910-f34c50f85cdc tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546336 Feb 04 00:55:17.982635 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff549afe-e502-4f5e-be3d-833d6b8047dd req-be2acc92-7b6f-4f32-9303-14eff2526284 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:17.984207 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ff549afe-e502-4f5e-be3d-833d6b8047dd req-be2acc92-7b6f-4f32-9303-14eff2526284 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 943 time: 0.0523484 Feb 04 00:55:18.027552 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device d231da64-f3c8-47ee-9711-f1f5cb7a062b details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 00:55:18.029768 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:55:18.034351 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ff549afe-e502-4f5e-be3d-833d6b8047dd req-feb74308-2fda-4178-8522-0ae7f280e318 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433283 Feb 04 00:55:18.193566 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 is: DOWN; New status is: DOWN {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:55:18.212010 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port d231da64-f3c8-47ee-9711-f1f5cb7a062b, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=d231da64-f3c8-47ee-9711-f1f5cb7a062b,segment=NetworkSegment(bfd891dd-65b5-4811-be81-80f452cca4a0),segment_id=bfd891dd-65b5-4811-be81-80f452cca4a0)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:55:18.223495 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Returning: {'device': 'd231da64-f3c8-47ee-9711-f1f5cb7a062b', 'network_id': 'c42fc013-0698-46e2-b9f7-ed99a07b79db', 'port_id': 'd231da64-f3c8-47ee-9711-f1f5cb7a062b', 'mac_address': 'fa:16:3e:5b:71:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65a62566-4a16-4ef6-aab9-2e1221b6fd4f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 00:55:18.266763 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port d231da64-f3c8-47ee-9711-f1f5cb7a062b is: DOWN; New status is: BUILD {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:55:18.267161 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (d231da64-f3c8-47ee-9711-f1f5cb7a062b), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:18.280423 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d231da64-f3c8-47ee-9711-f1f5cb7a062b {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:55:18.300521 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port d231da64-f3c8-47ee-9711-f1f5cb7a062b, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=d231da64-f3c8-47ee-9711-f1f5cb7a062b,segment=NetworkSegment(bfd891dd-65b5-4811-be81-80f452cca4a0),segment_id=bfd891dd-65b5-4811-be81-80f452cca4a0)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:55:18.383592 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (d231da64-f3c8-47ee-9711-f1f5cb7a062b), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:18.431793 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=d231da64-f3c8-47ee-9711-f1f5cb7a062b,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:55:18.609463 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:18.694196 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 58428) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:55:18.711909 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['d231da64-f3c8-47ee-9711-f1f5cb7a062b'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:55:18.735860 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf93080-577f-4453-a01b-4abfaf7551a6 req-ae456007-8f6d-41ab-b373-be4b97a8ee9d tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:18.737644 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-abf93080-577f-4453-a01b-4abfaf7551a6 req-ae456007-8f6d-41ab-b373-be4b97a8ee9d tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4250ec5-4d18-4eab-b942-f2b66f0f3bb4 HTTP/1.1" status: 200 len: 944 time: 0.0808177 Feb 04 00:55:18.792895 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-abf93080-577f-4453-a01b-4abfaf7551a6 req-913b4eef-0dff-4acd-802d-f874cdc6ff27 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459793 Feb 04 00:55:18.829113 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4f6bb50d-0344-42c9-80ff-81c51cc17c7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:18.885153 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075ae3c-68d7-4dc4-98c8-25c19763bf16 req-e4a02123-b7b2-4d01-9d3b-28c7289ef1d6 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:18.886792 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-8075ae3c-68d7-4dc4-98c8-25c19763bf16 req-e4a02123-b7b2-4d01-9d3b-28c7289ef1d6 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0585556 Feb 04 00:55:18.946097 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4f6bb50d-0344-42c9-80ff-81c51cc17c7d admin admin] Publish callbacks [] for security_group (f55198fb-3ffa-466b-a06f-5a8999976cc4), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:18.950960 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-8075ae3c-68d7-4dc4-98c8-25c19763bf16 req-cde50e9c-1ecd-4a4c-b008-69121f595741 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577798 Feb 04 00:55:19.040085 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4f6bb50d-0344-42c9-80ff-81c51cc17c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (f55198fb-3ffa-466b-a06f-5a8999976cc4), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:19.079915 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-4f6bb50d-0344-42c9-80ff-81c51cc17c7d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b43a3f1cf48242ca90f75b9846ff7758&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3840513 Feb 04 00:55:19.080821 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6bb50d-0344-42c9-80ff-81c51cc17c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55198fb-3ffa-466b-a06f-5a8999976cc4,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:55:19.081626 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 58442) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:55:19.146423 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fad600be-9349-483b-8235-ef2c0052f8cb admin admin] Publish callbacks [] for security_group (f55198fb-3ffa-466b-a06f-5a8999976cc4), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:19.167915 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fad600be-9349-483b-8235-ef2c0052f8cb admin admin] Publish callbacks [] for security_group (f55198fb-3ffa-466b-a06f-5a8999976cc4), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:19.180660 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa14d75-08bc-40ba-8a8e-a5719bcafffc req-818abc92-3c38-405b-80e7-5ee1eec6e03d tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:19.182213 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-7aa14d75-08bc-40ba-8a8e-a5719bcafffc req-818abc92-3c38-405b-80e7-5ee1eec6e03d tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 943 time: 0.0552547 Feb 04 00:55:19.239334 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-7aa14d75-08bc-40ba-8a8e-a5719bcafffc req-4d1809cd-cd07-451c-a94f-cf18c5abea14 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513921 Feb 04 00:55:19.330564 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fad600be-9349-483b-8235-ef2c0052f8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (f55198fb-3ffa-466b-a06f-5a8999976cc4), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:19.333100 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fad600be-9349-483b-8235-ef2c0052f8cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:19.334300 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-fad600be-9349-483b-8235-ef2c0052f8cb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f55198fb-3ffa-466b-a06f-5a8999976cc4 HTTP/1.1" status: 204 len: 168 time: 0.2516952 Feb 04 00:55:19.346219 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad600be-9349-483b-8235-ef2c0052f8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55198fb-3ffa-466b-a06f-5a8999976cc4,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:55:19.917626 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b35fa-ad75-49ff-a9c4-2144414826e0 req-5ef9ef9b-9b65-48d6-88e0-34db059d950c tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:19.919135 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b03b35fa-ad75-49ff-a9c4-2144414826e0 req-5ef9ef9b-9b65-48d6-88e0-34db059d950c tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4250ec5-4d18-4eab-b942-f2b66f0f3bb4 HTTP/1.1" status: 200 len: 944 time: 0.0544310 Feb 04 00:55:19.968184 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b03b35fa-ad75-49ff-a9c4-2144414826e0 req-af1aa888-71ed-468f-862f-cda84ccad6bf tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433373 Feb 04 00:55:20.036799 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device d231da64-f3c8-47ee-9711-f1f5cb7a062b up at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:55:20.089194 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab8081-98a6-49e6-934e-92e1a8e62671 req-77cec514-c0d5-467e-b90b-8a4182f5af88 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:20.090751 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e5ab8081-98a6-49e6-934e-92e1a8e62671 req-77cec514-c0d5-467e-b90b-8a4182f5af88 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0634611 Feb 04 00:55:20.139627 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e5ab8081-98a6-49e6-934e-92e1a8e62671 req-e9fff807-e40b-4075-abfb-c64149431145 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418832 Feb 04 00:55:20.143184 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning for port d231da64-f3c8-47ee-9711-f1f5cb7a062b completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:55:20.147458 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning complete for port d231da64-f3c8-47ee-9711-f1f5cb7a062b triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:55:20.148365 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (d231da64-f3c8-47ee-9711-f1f5cb7a062b), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:20.229133 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port d231da64-f3c8-47ee-9711-f1f5cb7a062b is: BUILD; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:55:20.229558 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (d231da64-f3c8-47ee-9711-f1f5cb7a062b), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:20.252875 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4250ec5-4d18-4eab-b942-f2b66f0f3bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd231da64-f3c8-47ee-9711-f1f5cb7a062b'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:55:20.255144 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6008afca8a05d931a9cb2feac605f7a66ad88b8a0c7f78d7c81d8c88d670685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7cd26d-13a5-42e7-9168-14266f220cb3" -d '{"events": [{"server_uuid": "e4250ec5-4d18-4eab-b942-f2b66f0f3bb4", "name": "network-vif-plugged", "status": "completed", "tag": "d231da64-f3c8-47ee-9711-f1f5cb7a062b"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:55:20.271169 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port d231da64-f3c8-47ee-9711-f1f5cb7a062b, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=d231da64-f3c8-47ee-9711-f1f5cb7a062b,segment=NetworkSegment(bfd891dd-65b5-4811-be81-80f452cca4a0),segment_id=bfd891dd-65b5-4811-be81-80f452cca4a0)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:55:20.299328 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1993a6-9891-46ba-affd-0c5a10823bb4 x-openstack-request-id: req-ff1993a6-9891-46ba-affd-0c5a10823bb4 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:55:20.299699 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4250ec5-4d18-4eab-b942-f2b66f0f3bb4", "name": "network-vif-plugged", "status": "completed", "tag": "d231da64-f3c8-47ee-9711-f1f5cb7a062b", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:55:20.300106 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ff1993a6-9891-46ba-affd-0c5a10823bb4 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:55:20.300604 dv-cinder-827778-1-iscsi neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4250ec5-4d18-4eab-b942-f2b66f0f3bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd231da64-f3c8-47ee-9711-f1f5cb7a062b', 'code': 200} Feb 04 00:55:20.349260 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (d231da64-f3c8-47ee-9711-f1f5cb7a062b), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:20.377721 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0e5df-ad9f-4f38-8c4f-529e05d7a9be req-6806bd4f-3890-4260-bd13-6edc59ff2b56 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:20.379425 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b1e0e5df-ad9f-4f38-8c4f-529e05d7a9be req-6806bd4f-3890-4260-bd13-6edc59ff2b56 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 943 time: 0.0607848 Feb 04 00:55:20.420655 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=d231da64-f3c8-47ee-9711-f1f5cb7a062b,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:55:20.440120 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b1e0e5df-ad9f-4f38-8c4f-529e05d7a9be req-ce851fac-cdd8-4ea0-a853-457de9821e57 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543773 Feb 04 00:55:20.670772 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64929227-ceb3-49f6-937d-95e3155825bd req-66fc1d43-3e3c-4f60-b741-35b30a6116c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:20.672180 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-64929227-ceb3-49f6-937d-95e3155825bd req-66fc1d43-3e3c-4f60-b741-35b30a6116c2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e4250ec5-4d18-4eab-b942-f2b66f0f3bb4 HTTP/1.1" status: 200 len: 1129 time: 0.0475333 Feb 04 00:55:20.726940 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-64929227-ceb3-49f6-937d-95e3155825bd req-7bb16938-a63e-4317-a82b-7f08e6d270b3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406485 Feb 04 00:55:21.093752 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df6f9e-9a40-4782-a828-4ac2ffb28500 req-6203e3d0-ac43-4557-9440-561765756332 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:21.095219 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-34df6f9e-9a40-4782-a828-4ac2ffb28500 req-6203e3d0-ac43-4557-9440-561765756332 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4250ec5-4d18-4eab-b942-f2b66f0f3bb4 HTTP/1.1" status: 200 len: 945 time: 0.0541978 Feb 04 00:55:21.141923 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-34df6f9e-9a40-4782-a828-4ac2ffb28500 req-e74427c9-f411-43d6-a3a0-413a6fd9a959 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412273 Feb 04 00:55:21.273651 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08940eeb-4bd2-44e8-bbb3-b76c48f0a11d req-5acaf0f9-307b-4ae2-881d-f6547f93e183 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:21.275448 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-08940eeb-4bd2-44e8-bbb3-b76c48f0a11d req-5acaf0f9-307b-4ae2-881d-f6547f93e183 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0618827 Feb 04 00:55:21.323300 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-08940eeb-4bd2-44e8-bbb3-b76c48f0a11d req-09d056b5-b618-4963-b49c-c6cffad9dd9c tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422652 Feb 04 00:55:21.573058 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c425c7b-cdc9-4db9-ad88-4886b781a24c req-eed7b448-6e99-4adb-a957-1c8872b2d2de tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:21.574593 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3c425c7b-cdc9-4db9-ad88-4886b781a24c req-eed7b448-6e99-4adb-a957-1c8872b2d2de tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 943 time: 0.0572164 Feb 04 00:55:21.622634 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3c425c7b-cdc9-4db9-ad88-4886b781a24c req-01104fce-0c66-41bb-bd3b-09c35bcd4615 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414023 Feb 04 00:55:22.272060 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acb9f4-4e41-488d-8dc0-1f5d89c3481c req-457940cc-c0d9-4ea4-8930-56754088731c tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:22.273938 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-98acb9f4-4e41-488d-8dc0-1f5d89c3481c req-457940cc-c0d9-4ea4-8930-56754088731c tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4250ec5-4d18-4eab-b942-f2b66f0f3bb4 HTTP/1.1" status: 200 len: 945 time: 0.0636549 Feb 04 00:55:22.322854 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-98acb9f4-4e41-488d-8dc0-1f5d89c3481c req-3c58aa65-099c-4668-ba98-fda08b990156 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428162 Feb 04 00:55:22.449981 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc29bfb-dbec-4ebd-8ef1-8a6d5009dd53 req-f4a54dee-3af5-49ce-9172-2f916dc00aa0 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:22.451494 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-0cc29bfb-dbec-4ebd-8ef1-8a6d5009dd53 req-f4a54dee-3af5-49ce-9172-2f916dc00aa0 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0551090 Feb 04 00:55:22.500763 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-0cc29bfb-dbec-4ebd-8ef1-8a6d5009dd53 req-838e282f-6a5c-4fba-86b3-b5d919d34886 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434003 Feb 04 00:55:22.754992 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d83ccd-e1ee-4514-acb5-0d9c852e3032 req-565ef9da-acf1-4843-bc6b-9ef9292c58de tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:22.756546 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-95d83ccd-e1ee-4514-acb5-0d9c852e3032 req-565ef9da-acf1-4843-bc6b-9ef9292c58de tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 943 time: 0.0614209 Feb 04 00:55:22.811730 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-95d83ccd-e1ee-4514-acb5-0d9c852e3032 req-26e51664-2490-4692-ae38-17d4b787b37f tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467603 Feb 04 00:55:23.620918 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefcac7-03de-4d24-90b2-23da3d0c9b87 req-99ecd936-06e4-4e12-830f-749200572bf6 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:23.622435 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-1fefcac7-03de-4d24-90b2-23da3d0c9b87 req-99ecd936-06e4-4e12-830f-749200572bf6 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0540659 Feb 04 00:55:23.675552 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-1fefcac7-03de-4d24-90b2-23da3d0c9b87 req-3d6c92f9-f316-4d51-8ee2-4e90f70493ae tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475686 Feb 04 00:55:23.955317 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c28ba-b33b-4ef7-888b-a11acf28ded3 req-1a26170a-5631-4bf8-8a2e-a8a85b6d227a tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:23.957005 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-520c28ba-b33b-4ef7-888b-a11acf28ded3 req-1a26170a-5631-4bf8-8a2e-a8a85b6d227a tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 943 time: 0.0660074 Feb 04 00:55:24.014272 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-520c28ba-b33b-4ef7-888b-a11acf28ded3 req-35b3f074-8c4d-42a0-89ae-9a22b02dbcd1 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518014 Feb 04 00:55:24.796600 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b2149-6f73-42d6-9638-d53174481875 req-cb9a4b75-4160-47c5-9ac4-ad876746a3fc tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:24.798204 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-749b2149-6f73-42d6-9638-d53174481875 req-cb9a4b75-4160-47c5-9ac4-ad876746a3fc tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0531197 Feb 04 00:55:24.856381 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-749b2149-6f73-42d6-9638-d53174481875 req-45bf064b-9338-4193-9c5c-07beec4b177b tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525892 Feb 04 00:55:25.145857 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f219ffd-629e-4af1-9a34-2c303ae18d48 req-13d901b8-f064-4cfd-9dbe-959ca12979f1 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:25.147284 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-5f219ffd-629e-4af1-9a34-2c303ae18d48 req-13d901b8-f064-4cfd-9dbe-959ca12979f1 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 943 time: 0.0623634 Feb 04 00:55:25.193745 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-5f219ffd-629e-4af1-9a34-2c303ae18d48 req-bc3aaa2f-a777-4b24-bd9a-182510178f2e tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402355 Feb 04 00:55:26.011472 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8eb92-277a-4ab9-b905-9f2f2e76da02 req-c7e1fc94-e417-4113-93cc-3707659d0093 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:26.013874 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-72a8eb92-277a-4ab9-b905-9f2f2e76da02 req-c7e1fc94-e417-4113-93cc-3707659d0093 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0596595 Feb 04 00:55:26.062383 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-72a8eb92-277a-4ab9-b905-9f2f2e76da02 req-0d8bbdfc-bec1-45d5-af2d-9fcc8259c339 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423381 Feb 04 00:55:26.321800 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe212602-da6d-4d2f-a5fa-6630c976c360 req-64de8068-dc5a-4238-a200-a7b89f7c197d tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:26.323392 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-fe212602-da6d-4d2f-a5fa-6630c976c360 req-64de8068-dc5a-4238-a200-a7b89f7c197d tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 943 time: 0.0546577 Feb 04 00:55:26.371757 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-fe212602-da6d-4d2f-a5fa-6630c976c360 req-8005006d-db40-4d44-a1fa-e91e57cd5ff1 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422122 Feb 04 00:55:26.946622 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 58614) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:55:27.073758 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9b6179c3-c580-4ddf-b19b-6dee2565094c req-b6fcea22-cef9-4745-88f6-240650f37ac5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1258638 Feb 04 00:55:27.082957 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [req-9b6179c3-c580-4ddf-b19b-6dee2565094c req-17c5172d-31f6-4df0-8cca-2b2870c689ed service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 00:55:27.083966 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9b6179c3-c580-4ddf-b19b-6dee2565094c req-17c5172d-31f6-4df0-8cca-2b2870c689ed service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052457 Feb 04 00:55:27.188389 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159bedca-f22e-48ad-a6e3-9bb254ad7be7 req-b67f6eac-d109-487f-81bf-9846b03abfc4 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:27.189913 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-159bedca-f22e-48ad-a6e3-9bb254ad7be7 req-b67f6eac-d109-487f-81bf-9846b03abfc4 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0528696 Feb 04 00:55:27.242059 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-159bedca-f22e-48ad-a6e3-9bb254ad7be7 req-015ac19d-0705-4842-bd02-491cb41bd393 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444789 Feb 04 00:55:27.505816 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12d9b8-5489-456e-a146-5ef5956e5a1f req-8ec4f3a4-8914-4874-9b2d-5bd9d3610443 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:27.507346 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ec12d9b8-5489-456e-a146-5ef5956e5a1f req-8ec4f3a4-8914-4874-9b2d-5bd9d3610443 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 943 time: 0.0543025 Feb 04 00:55:27.553656 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ec12d9b8-5489-456e-a146-5ef5956e5a1f req-5651fc6a-559e-4668-bd71-65682b387eff tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405667 Feb 04 00:55:27.912528 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37b30e-aeec-4e66-96e8-3b04ea0a4d9b req-ede37dbc-4000-4ba1-aa2e-c2966d2fb985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:27.914415 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-aa37b30e-aeec-4e66-96e8-3b04ea0a4d9b req-ede37dbc-4000-4ba1-aa2e-c2966d2fb985 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 1129 time: 0.0527751 Feb 04 00:55:27.959513 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-aa37b30e-aeec-4e66-96e8-3b04ea0a4d9b req-3d25aed3-8524-4956-9b76-e274de180d22 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387022 Feb 04 00:55:28.368887 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df216a3e-355d-41f2-9e96-e5022d74ce8c req-a14570eb-ac4d-477f-967f-0c6c4a5eeb38 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:28.371026 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-df216a3e-355d-41f2-9e96-e5022d74ce8c req-a14570eb-ac4d-477f-967f-0c6c4a5eeb38 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0594912 Feb 04 00:55:28.419168 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-df216a3e-355d-41f2-9e96-e5022d74ce8c req-02df1164-da54-4922-823c-eb2109fa72d2 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420082 Feb 04 00:55:28.674684 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e5f10-756d-414b-a83c-6df1753e4fe2 req-490ef2d5-f216-49f2-9b5b-fb91298d9160 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:28.676090 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c09e5f10-756d-414b-a83c-6df1753e4fe2 req-490ef2d5-f216-49f2-9b5b-fb91298d9160 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 943 time: 0.0517776 Feb 04 00:55:28.724380 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c09e5f10-756d-414b-a83c-6df1753e4fe2 req-a24433d2-1ab8-4a1f-9c18-dbf209fbab66 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420971 Feb 04 00:55:29.545848 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de474e0-1f1e-4cac-b255-0239504f5e8d req-a6d31411-e902-44f0-ac11-10defa7b4252 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:29.547337 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3de474e0-1f1e-4cac-b255-0239504f5e8d req-a6d31411-e902-44f0-ac11-10defa7b4252 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0526333 Feb 04 00:55:29.598521 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3de474e0-1f1e-4cac-b255-0239504f5e8d req-d8527dfc-5be8-4001-9c7f-b18832cb7bb5 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455821 Feb 04 00:55:29.849279 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468fe322-e0ae-49bb-bfbb-1f20f520d005 req-9551553f-610d-40ec-af7d-7d4c6c00ebfd tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:29.850845 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-468fe322-e0ae-49bb-bfbb-1f20f520d005 req-9551553f-610d-40ec-af7d-7d4c6c00ebfd tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 943 time: 0.0540323 Feb 04 00:55:29.897932 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-468fe322-e0ae-49bb-bfbb-1f20f520d005 req-fa3c38db-7a3c-46d5-b97a-900b75b91b32 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413520 Feb 04 00:55:30.094526 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 58694) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:55:30.124303 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc665855-aa60-43a8-b7af-4f378ee72815 req-7157931a-77e9-49c8-8020-405b6f5128c0 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:30.126045 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-bc665855-aa60-43a8-b7af-4f378ee72815 req-7157931a-77e9-49c8-8020-405b6f5128c0 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0561178 Feb 04 00:55:30.213766 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-bc665855-aa60-43a8-b7af-4f378ee72815 req-bd5e384e-906e-40dd-a29d-f8cae2e07798 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757291 Feb 04 00:55:30.229653 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c5e4d501-eb91-42d5-a173-6d8cef5561a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:30.231704 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46565b-8bcc-4577-a579-ad1058b0509e req-95f69ac6-4b4c-47db-b444-dbad19b1d171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:30.233299 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-da46565b-8bcc-4577-a579-ad1058b0509e req-95f69ac6-4b4c-47db-b444-dbad19b1d171 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2afd163d280640839661275f0ebd1c4e&device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 1129 time: 0.0706336 Feb 04 00:55:30.302430 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c5e4d501-eb91-42d5-a173-6d8cef5561a3 admin admin] Publish callbacks [] for security_group (2111c052-4fb0-4908-9178-0866eab99d95), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:30.330495 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46565b-8bcc-4577-a579-ad1058b0509e req-5c50e60c-88d7-4181-a62c-b8012ae09c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:30.331944 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-da46565b-8bcc-4577-a579-ad1058b0509e req-5c50e60c-88d7-4181-a62c-b8012ae09c14 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae043462-32cc-4bf5-9ede-b06308dbc788 HTTP/1.1" status: 200 len: 920 time: 0.0841470 Feb 04 00:55:30.354857 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c5e4d501-eb91-42d5-a173-6d8cef5561a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (2111c052-4fb0-4908-9178-0866eab99d95), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:30.378075 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-da46565b-8bcc-4577-a579-ad1058b0509e req-b8cd34ec-d0f6-41dd-a517-84871bdb88a9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3444036-dd14-4e16-9a59-c926e0b970dc HTTP/1.1" status: 200 len: 217 time: 0.0390041 Feb 04 00:55:30.403378 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-c5e4d501-eb91-42d5-a173-6d8cef5561a3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b73fe5597a1c4667a6f232f57c6069e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3076017 Feb 04 00:55:30.404672 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 58710) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:55:30.413215 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e4d501-eb91-42d5-a173-6d8cef5561a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2111c052-4fb0-4908-9178-0866eab99d95,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:55:30.429594 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46565b-8bcc-4577-a579-ad1058b0509e req-69d7f766-a152-43a7-8d1e-626ca6b51331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:30.432330 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-da46565b-8bcc-4577-a579-ad1058b0509e req-69d7f766-a152-43a7-8d1e-626ca6b51331 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=46745580-e406-4b05-84f7-81e0482f0518 HTTP/1.1" status: 200 len: 859 time: 0.0476835 Feb 04 00:55:30.464506 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-da46565b-8bcc-4577-a579-ad1058b0509e req-ba2873b2-3f65-4e56-b478-e814265eedf4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae043462-32cc-4bf5-9ede-b06308dbc788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250428 Feb 04 00:55:30.465374 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19158c61-8c11-4085-874e-2366b3f48445 admin admin] Publish callbacks [] for security_group (2111c052-4fb0-4908-9178-0866eab99d95), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:30.489524 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19158c61-8c11-4085-874e-2366b3f48445 admin admin] Publish callbacks [] for security_group (2111c052-4fb0-4908-9178-0866eab99d95), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:30.566735 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-da46565b-8bcc-4577-a579-ad1058b0509e req-e90f4b31-8ad1-46b7-a238-fcd7a12d3a1f service neutron] 10.222.0.39 "GET /v2.0/networks/ae043462-32cc-4bf5-9ede-b06308dbc788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940752 Feb 04 00:55:30.606363 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19158c61-8c11-4085-874e-2366b3f48445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (2111c052-4fb0-4908-9178-0866eab99d95), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:30.609906 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19158c61-8c11-4085-874e-2366b3f48445 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:30.616392 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-19158c61-8c11-4085-874e-2366b3f48445 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2111c052-4fb0-4908-9178-0866eab99d95 HTTP/1.1" status: 204 len: 168 time: 0.2091510 Feb 04 00:55:30.625644 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19158c61-8c11-4085-874e-2366b3f48445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2111c052-4fb0-4908-9178-0866eab99d95,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:55:30.682552 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-da46565b-8bcc-4577-a579-ad1058b0509e req-8a3bc2be-851e-4538-8efc-d9fb5c13f0a8 service neutron] 10.222.0.39 "GET /v2.0/networks/ae043462-32cc-4bf5-9ede-b06308dbc788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094038 Feb 04 00:55:31.025552 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682db4c-4541-437c-bdac-686a61a41d40 req-ee3e46ad-a3eb-45d6-8620-82377829d645 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:31.027033 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b682db4c-4541-437c-bdac-686a61a41d40 req-ee3e46ad-a3eb-45d6-8620-82377829d645 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 943 time: 0.0548718 Feb 04 00:55:31.072240 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b682db4c-4541-437c-bdac-686a61a41d40 req-edc18bbc-a1b4-4351-922d-2db63eef843a tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396447 Feb 04 00:55:31.173751 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 58724) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:55:31.187176 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5189bfd2-d8cb-4751-a654-07f3d95f0f91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:31.262795 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5189bfd2-d8cb-4751-a654-07f3d95f0f91 admin admin] Publish callbacks [] for security_group (e0276694-e20c-48e2-a40f-4211da814fe8), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:31.337001 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae4f1d3-4cb2-46ad-bccc-81f46404e137 req-114229d2-ca3f-4310-b501-9c7d8e86b27f tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:31.338479 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-5ae4f1d3-4cb2-46ad-bccc-81f46404e137 req-114229d2-ca3f-4310-b501-9c7d8e86b27f tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0544801 Feb 04 00:55:31.348461 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5189bfd2-d8cb-4751-a654-07f3d95f0f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (e0276694-e20c-48e2-a40f-4211da814fe8), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:31.386133 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189bfd2-d8cb-4751-a654-07f3d95f0f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0276694-e20c-48e2-a40f-4211da814fe8,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:55:31.387603 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-5ae4f1d3-4cb2-46ad-bccc-81f46404e137 req-a6c102fc-0687-43c8-8288-ffb9861629c6 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435147 Feb 04 00:55:31.401775 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-5189bfd2-d8cb-4751-a654-07f3d95f0f91 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bbc03ce6103440319ef3708c74a4dd70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268345 Feb 04 00:55:31.404329 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 58732) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:55:31.458408 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cabdc0c6-1788-4656-b987-5ffd519b728a admin admin] Publish callbacks [] for security_group (e0276694-e20c-48e2-a40f-4211da814fe8), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:31.484193 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cabdc0c6-1788-4656-b987-5ffd519b728a admin admin] Publish callbacks [] for security_group (e0276694-e20c-48e2-a40f-4211da814fe8), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:31.611185 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cabdc0c6-1788-4656-b987-5ffd519b728a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (e0276694-e20c-48e2-a40f-4211da814fe8), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:31.613805 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cabdc0c6-1788-4656-b987-5ffd519b728a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:31.614957 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-cabdc0c6-1788-4656-b987-5ffd519b728a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e0276694-e20c-48e2-a40f-4211da814fe8 HTTP/1.1" status: 204 len: 168 time: 0.2096262 Feb 04 00:55:31.623715 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdc0c6-1788-4656-b987-5ffd519b728a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0276694-e20c-48e2-a40f-4211da814fe8,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:55:32.194801 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbab755-9d2d-49c3-8d2d-0529f7404f34 req-c2db4adc-7de9-4739-a2da-d6e7d0ed4d54 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:32.196949 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3dbab755-9d2d-49c3-8d2d-0529f7404f34 req-c2db4adc-7de9-4739-a2da-d6e7d0ed4d54 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 943 time: 0.0533085 Feb 04 00:55:32.246028 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3dbab755-9d2d-49c3-8d2d-0529f7404f34 req-9d26313f-1c6d-452c-a4d2-2be7d42146d5 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435860 Feb 04 00:55:32.374814 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 58752) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:55:32.390798 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f08e6803-9d1f-4a24-b98f-c97c4bb55667 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:32.503536 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f08e6803-9d1f-4a24-b98f-c97c4bb55667 admin admin] Publish callbacks [] for security_group (68f0e0b1-415d-4be7-b257-0837a195c84c), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:32.528625 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc518850-b78d-4b77-a1c1-cff814ecd6ba req-923069a6-2b16-43e1-8d4f-145ddbf7bd17 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:32.530231 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-dc518850-b78d-4b77-a1c1-cff814ecd6ba req-923069a6-2b16-43e1-8d4f-145ddbf7bd17 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0680678 Feb 04 00:55:32.577982 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-dc518850-b78d-4b77-a1c1-cff814ecd6ba req-1958a6d8-caec-41e7-b604-8edb33895099 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423114 Feb 04 00:55:32.579146 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-7586b101-4032-4c37-a436-fbc302413588 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-385836292&fields=id&tenant_id=3a68a23113594a40a7e2e124035f3fcb HTTP/1.1" status: 200 len: 267 time: 0.0642607 Feb 04 00:55:32.599207 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f08e6803-9d1f-4a24-b98f-c97c4bb55667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (68f0e0b1-415d-4be7-b257-0837a195c84c), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:32.637852 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-f08e6803-9d1f-4a24-b98f-c97c4bb55667 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=31d08fa2030d4f07a1c914006c1988ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2603891 Feb 04 00:55:32.640562 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 58768) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:55:32.642620 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e6803-9d1f-4a24-b98f-c97c4bb55667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f0e0b1-415d-4be7-b257-0837a195c84c,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:55:32.724337 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-9588abc3-5abe-4cb6-9ba9-9197131af27c tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:32.725805 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-9588abc3-5abe-4cb6-9ba9-9197131af27c tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/networks?id=5f955ba9-674e-45fd-8aac-6b73a4248143 HTTP/1.1" status: 200 len: 812 time: 0.1403956 Feb 04 00:55:32.729317 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-248a7975-5e75-4675-95e6-a1d750d977a3 admin admin] Publish callbacks [] for security_group (68f0e0b1-415d-4be7-b257-0837a195c84c), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:32.760367 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-35e7bf3c-d0b7-4894-b9f3-7b4c3f389a53 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/quotas/3a68a23113594a40a7e2e124035f3fcb HTTP/1.1" status: 200 len: 375 time: 0.0282266 Feb 04 00:55:32.792435 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-248a7975-5e75-4675-95e6-a1d750d977a3 admin admin] Publish callbacks [] for security_group (68f0e0b1-415d-4be7-b257-0837a195c84c), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:32.838924 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-9ee86d63-4c2a-4aec-94af-04c697b522c6 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3a68a23113594a40a7e2e124035f3fcb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777144 Feb 04 00:55:32.925823 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-248a7975-5e75-4675-95e6-a1d750d977a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (68f0e0b1-415d-4be7-b257-0837a195c84c), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:32.928364 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-248a7975-5e75-4675-95e6-a1d750d977a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:32.929604 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-248a7975-5e75-4675-95e6-a1d750d977a3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/68f0e0b1-415d-4be7-b257-0837a195c84c HTTP/1.1" status: 204 len: 168 time: 0.2877812 Feb 04 00:55:32.953278 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a7975-5e75-4675-95e6-a1d750d977a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f0e0b1-415d-4be7-b257-0837a195c84c,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:55:32.958732 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-6aa72188-bbb7-4109-9789-a33a3108f47b service neutron] 10.222.0.10 "GET /v2.0/networks/5f955ba9-674e-45fd-8aac-6b73a4248143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041760 Feb 04 00:55:33.077214 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-7735a672-4b1c-4d29-98b3-83e94df1c1b1 service neutron] 10.222.0.10 "GET /v2.0/networks/5f955ba9-674e-45fd-8aac-6b73a4248143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053696 Feb 04 00:55:33.387209 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe562b-4f10-4615-8c16-ec3bd82eaba1 req-ddd4d71d-e24e-470e-a5be-0e72d518ad3b tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:33.388876 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4abe562b-4f10-4615-8c16-ec3bd82eaba1 req-ddd4d71d-e24e-470e-a5be-0e72d518ad3b tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 943 time: 0.0601737 Feb 04 00:55:33.464857 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4abe562b-4f10-4615-8c16-ec3bd82eaba1 req-f2207548-5ecc-4873-9b8f-e60f3470a139 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675061 Feb 04 00:55:33.699422 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b1f72-34fd-4fa9-966d-c7824ad8a297 req-10804918-24eb-465f-99a0-1042c2971a92 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:33.700845 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e47b1f72-34fd-4fa9-966d-c7824ad8a297 req-10804918-24eb-465f-99a0-1042c2971a92 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0558050 Feb 04 00:55:33.746214 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e47b1f72-34fd-4fa9-966d-c7824ad8a297 req-14118e81-0c64-4170-a245-7a334adac941 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397472 Feb 04 00:55:33.859016 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f8f7b69c-ecf7-4553-a9f9-c5391da50116 req-b423311b-5bab-4300-9f74-27cea536bec9 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdcebc9c-fd60-429c-ad3f-feddd4367ec1 HTTP/1.1" status: 200 len: 210 time: 0.0285919 Feb 04 00:55:34.251392 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6179c3-c580-4ddf-b19b-6dee2565094c req-7ec0e361-bc41-4d0e-a7f7-096fc1d76767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:34.252942 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9b6179c3-c580-4ddf-b19b-6dee2565094c req-7ec0e361-bc41-4d0e-a7f7-096fc1d76767 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4&tenant_id=33c179601f1e46788de48f0cac243499 HTTP/1.1" status: 200 len: 1127 time: 0.0801466 Feb 04 00:55:34.318493 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6179c3-c580-4ddf-b19b-6dee2565094c req-d5062440-8a55-4ce2-8fd0-26b484d25f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:34.319999 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9b6179c3-c580-4ddf-b19b-6dee2565094c req-d5062440-8a55-4ce2-8fd0-26b484d25f7f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=33c179601f1e46788de48f0cac243499&device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 1127 time: 0.0445819 Feb 04 00:55:34.421844 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6179c3-c580-4ddf-b19b-6dee2565094c req-2c38126b-d12f-4b3e-88a4-bd3e90732447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:34.423319 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9b6179c3-c580-4ddf-b19b-6dee2565094c req-2c38126b-d12f-4b3e-88a4-bd3e90732447 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7fa434c0-397c-452d-8882-f9f118f80321 HTTP/1.1" status: 200 len: 917 time: 0.0911133 Feb 04 00:55:34.493762 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9b6179c3-c580-4ddf-b19b-6dee2565094c req-a635f0e1-3334-4ad6-9e88-7195690bafe8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 HTTP/1.1" status: 200 len: 999 time: 0.0615239 Feb 04 00:55:34.545958 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6179c3-c580-4ddf-b19b-6dee2565094c req-16f25627-2981-4209-9d42-296014065253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:34.550159 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9b6179c3-c580-4ddf-b19b-6dee2565094c req-16f25627-2981-4209-9d42-296014065253 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a3690513-81ad-46a5-afc0-910eebaac8f9 HTTP/1.1" status: 200 len: 855 time: 0.0496233 Feb 04 00:55:34.634736 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a2044-4da5-426d-8dca-9d466a5445bc req-010489e1-a89e-471a-a10a-5dba2ca435d9 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:34.636211 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ec5a2044-4da5-426d-8dca-9d466a5445bc req-010489e1-a89e-471a-a10a-5dba2ca435d9 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 943 time: 0.0841608 Feb 04 00:55:34.637889 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6179c3-c580-4ddf-b19b-6dee2565094c req-e90d4210-f589-4a8d-8cca-4417a844dc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:34.639217 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9b6179c3-c580-4ddf-b19b-6dee2565094c req-e90d4210-f589-4a8d-8cca-4417a844dc74 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fa434c0-397c-452d-8882-f9f118f80321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0770023 Feb 04 00:55:34.729257 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ec5a2044-4da5-426d-8dca-9d466a5445bc req-bd2d89a3-761f-41ec-b9cc-a4ba96cb54fd tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874474 Feb 04 00:55:34.765729 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9b6179c3-c580-4ddf-b19b-6dee2565094c req-0cb03419-ab54-4bab-a8dd-41a54579f2f9 service neutron] 10.222.0.39 "GET /v2.0/networks/7fa434c0-397c-452d-8882-f9f118f80321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092119 Feb 04 00:55:34.937750 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-55cb9a64-54d7-43cd-9055-79e25d0aab19 req-e83a0fb7-2849-46d4-a5d4-eb83368c8449 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdcebc9c-fd60-429c-ad3f-feddd4367ec1 HTTP/1.1" status: 200 len: 210 time: 0.0271387 Feb 04 00:55:35.084826 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9b6179c3-c580-4ddf-b19b-6dee2565094c req-261ba0c2-a153-4eca-ac9b-1c2dfa295c8b service neutron] 10.222.0.39 "GET /v2.0/networks/7fa434c0-397c-452d-8882-f9f118f80321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128173 Feb 04 00:55:35.920176 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58115006-ec26-40f2-944e-456d1b1f1624 req-f43022a7-9023-427c-8415-12f1b2586b50 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:35.923010 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-58115006-ec26-40f2-944e-456d1b1f1624 req-f43022a7-9023-427c-8415-12f1b2586b50 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 943 time: 0.0859051 Feb 04 00:55:35.994024 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-58115006-ec26-40f2-944e-456d1b1f1624 req-285df1ad-7c1f-4c43-806b-1e934f1f539f tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654175 Feb 04 00:55:36.069119 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-66d695de-1315-4d28-8a5a-d2948371dfdb req-fdfdeb19-825a-46f5-91d1-e51fb74b691a tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdcebc9c-fd60-429c-ad3f-feddd4367ec1 HTTP/1.1" status: 200 len: 210 time: 0.0306664 Feb 04 00:55:37.159578 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4fa6f-0a2d-4c80-87af-ab103254d856 req-1a24a418-2b65-4fcd-93c4-895219a17921 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:37.162045 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b2e4fa6f-0a2d-4c80-87af-ab103254d856 req-1a24a418-2b65-4fcd-93c4-895219a17921 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 943 time: 0.0700245 Feb 04 00:55:37.235240 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c4f6267b-c058-4a52-9b39-fe7d93c76383 req-0e7b5af7-14f3-45c7-ac89-a97d847c6af8 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdcebc9c-fd60-429c-ad3f-feddd4367ec1 HTTP/1.1" status: 200 len: 210 time: 0.0361934 Feb 04 00:55:37.246268 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b2e4fa6f-0a2d-4c80-87af-ab103254d856 req-df02a7e3-3c35-4855-900a-0bcb3f910bf3 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692782 Feb 04 00:55:37.395619 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8446b2-8562-484e-acfa-a39ca501bd44 req-acd2b574-8527-421d-a9f4-1d227dc70777 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:37.397098 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-fa8446b2-8562-484e-acfa-a39ca501bd44 req-acd2b574-8527-421d-a9f4-1d227dc70777 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4250ec5-4d18-4eab-b942-f2b66f0f3bb4 HTTP/1.1" status: 200 len: 945 time: 0.0666652 Feb 04 00:55:37.448812 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-fa8446b2-8562-484e-acfa-a39ca501bd44 req-7b7dea6e-37d0-4f99-80f7-f3c024d5137e tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445762 Feb 04 00:55:38.336679 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-57fd9841-e6b8-4eca-9a7a-502b93dec83e req-11f6b3a7-c456-4b44-b57b-c30cb181e4ed tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdcebc9c-fd60-429c-ad3f-feddd4367ec1 HTTP/1.1" status: 200 len: 210 time: 0.0265801 Feb 04 00:55:38.387987 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed33188-924a-4fc4-92b0-2dbc612edc86 req-9f7ae3dd-204c-4d5d-a7b3-0e0729a3eabc tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:38.392123 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-aed33188-924a-4fc4-92b0-2dbc612edc86 req-9f7ae3dd-204c-4d5d-a7b3-0e0729a3eabc tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 943 time: 0.0737841 Feb 04 00:55:38.444471 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-aed33188-924a-4fc4-92b0-2dbc612edc86 req-88466747-4698-4556-aa46-a8e1f12ce49f tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470998 Feb 04 00:55:38.575339 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e0c1a-f147-41fd-b98b-ce0842f4e751 req-926747d6-5a7b-496f-810b-119e305a7695 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:38.576769 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-139e0c1a-f147-41fd-b98b-ce0842f4e751 req-926747d6-5a7b-496f-810b-119e305a7695 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4250ec5-4d18-4eab-b942-f2b66f0f3bb4 HTTP/1.1" status: 200 len: 945 time: 0.0556068 Feb 04 00:55:38.624765 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-139e0c1a-f147-41fd-b98b-ce0842f4e751 req-ce232ffc-9419-40ed-be70-e8e12bd8b9e1 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424469 Feb 04 00:55:39.442382 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-5debab81-130e-4238-8986-a1aea525a458 req-efb86436-34b5-4905-8b48-47c132423c87 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdcebc9c-fd60-429c-ad3f-feddd4367ec1 HTTP/1.1" status: 200 len: 210 time: 0.0327158 Feb 04 00:55:39.579795 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f3c5e-7c5c-41ea-b1fc-23c356a92f46 req-f2089eba-c8dd-460c-9f20-6fe297aa9347 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:39.581303 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ae8f3c5e-7c5c-41ea-b1fc-23c356a92f46 req-f2089eba-c8dd-460c-9f20-6fe297aa9347 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 943 time: 0.0564053 Feb 04 00:55:39.628576 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ae8f3c5e-7c5c-41ea-b1fc-23c356a92f46 req-42d7172d-db8e-436b-b981-832cc9406553 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411484 Feb 04 00:55:39.755567 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cce4fb-fad5-4df9-8556-b36e7975025f req-0a276632-bb5a-400a-b2c6-00df30c71936 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:39.757849 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-64cce4fb-fad5-4df9-8556-b36e7975025f req-0a276632-bb5a-400a-b2c6-00df30c71936 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4250ec5-4d18-4eab-b942-f2b66f0f3bb4 HTTP/1.1" status: 200 len: 945 time: 0.0548983 Feb 04 00:55:39.808374 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-64cce4fb-fad5-4df9-8556-b36e7975025f req-d7a22bcf-2bc7-4ad9-bc18-20dad8aeaf23 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448689 Feb 04 00:55:40.143007 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-285a0f3f-e362-402c-a0c1-cccd8eeb5942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:40.540115 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ab232a99-333d-4ba9-ad6b-36266749c018 req-c6cb3300-95db-4144-a7c7-62a8fbd732d4 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdcebc9c-fd60-429c-ad3f-feddd4367ec1 HTTP/1.1" status: 200 len: 210 time: 0.0267632 Feb 04 00:55:40.757771 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc534ba2-dfa5-437f-89c7-f018a29f85d8 req-7cdf1550-8d31-4513-b435-ab6bbc471fb4 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:40.762340 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-cc534ba2-dfa5-437f-89c7-f018a29f85d8 req-7cdf1550-8d31-4513-b435-ab6bbc471fb4 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 943 time: 0.0542209 Feb 04 00:55:40.813974 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-cc534ba2-dfa5-437f-89c7-f018a29f85d8 req-bf633788-a8a5-4238-9404-94ae0218af1a tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440519 Feb 04 00:55:40.926420 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739d30c-a0e1-438b-80c9-0015548d318f req-0835239b-1d7c-4415-99d7-ecd4c478f3ce tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:40.927955 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-7739d30c-a0e1-438b-80c9-0015548d318f req-0835239b-1d7c-4415-99d7-ecd4c478f3ce tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4250ec5-4d18-4eab-b942-f2b66f0f3bb4 HTTP/1.1" status: 200 len: 945 time: 0.0519364 Feb 04 00:55:40.981150 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-7739d30c-a0e1-438b-80c9-0015548d318f req-338ed936-d670-4f2f-a65d-c5873ecd357d tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474529 Feb 04 00:55:41.236179 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 6 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 00:55:41.640796 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8abdc9df-05bc-4e09-bd94-d7942a9bd574 req-30851f23-ee79-483d-90c7-8eef7921ca24 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdcebc9c-fd60-429c-ad3f-feddd4367ec1 HTTP/1.1" status: 200 len: 210 time: 0.0296783 Feb 04 00:55:41.954591 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f1b3e-1f65-43ad-9100-527254cd9687 req-eebb90f9-d7ad-44f1-92ba-41f6a3e6b1d0 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:41.958470 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-028f1b3e-1f65-43ad-9100-527254cd9687 req-eebb90f9-d7ad-44f1-92ba-41f6a3e6b1d0 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 943 time: 0.0542555 Feb 04 00:55:42.027654 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-028f1b3e-1f65-43ad-9100-527254cd9687 req-8a67125b-b637-4934-a443-71b8b81b2a03 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585799 Feb 04 00:55:42.124870 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038b0c7-110e-465d-989a-5cc8908d1ab6 req-3fad47a5-bffc-4315-91dd-f4bfdc36648c tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:42.127850 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6038b0c7-110e-465d-989a-5cc8908d1ab6 req-3fad47a5-bffc-4315-91dd-f4bfdc36648c tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4250ec5-4d18-4eab-b942-f2b66f0f3bb4 HTTP/1.1" status: 200 len: 945 time: 0.0590580 Feb 04 00:55:42.183315 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6038b0c7-110e-465d-989a-5cc8908d1ab6 req-b301f3e6-ce4d-4066-a227-a262ecfaa61d tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503011 Feb 04 00:55:42.439713 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a506749b-f34b-430b-8861-9e0c5ebd8432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:42.742182 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-8bc5a726-9b00-4225-8207-7b1e8fe17459 req-e66fb39b-4b7d-4770-823d-47dd22144833 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdcebc9c-fd60-429c-ad3f-feddd4367ec1 HTTP/1.1" status: 200 len: 210 time: 0.0316684 Feb 04 00:55:43.155604 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2fff9f-c974-4ecf-b55c-8bc6d5fb1b65 req-a3fdcb70-503e-415a-a843-a6c092cdf22a tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:43.157720 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-5d2fff9f-c974-4ecf-b55c-8bc6d5fb1b65 req-a3fdcb70-503e-415a-a843-a6c092cdf22a tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 943 time: 0.0608952 Feb 04 00:55:43.213005 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-5d2fff9f-c974-4ecf-b55c-8bc6d5fb1b65 req-440a46d0-7b94-413e-945b-d2a8c7a3893e tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499506 Feb 04 00:55:43.315259 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73711f-c36b-4e91-bd32-6a91b05d6d45 req-dc259472-65a1-4d02-badf-d09c01d1a30c tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:43.317187 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-7f73711f-c36b-4e91-bd32-6a91b05d6d45 req-dc259472-65a1-4d02-badf-d09c01d1a30c tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4250ec5-4d18-4eab-b942-f2b66f0f3bb4 HTTP/1.1" status: 200 len: 945 time: 0.0553422 Feb 04 00:55:43.373226 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-7f73711f-c36b-4e91-bd32-6a91b05d6d45 req-159f6fee-ed8a-45ce-93c1-1f3d86e4d871 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493176 Feb 04 00:55:43.457389 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:43.855768 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-90f4ccc2-4f71-4dd4-9c6f-755ad0ef177b req-37bbd9b0-ba66-48b7-a40e-71e1a15d429f tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdcebc9c-fd60-429c-ad3f-feddd4367ec1 HTTP/1.1" status: 200 len: 210 time: 0.0312304 Feb 04 00:55:44.385691 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd5111-7885-4959-9a11-ffd75e2dbd80 req-b8ebc6a6-66b7-4d2f-af4a-8d559325b415 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:44.387378 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-06bd5111-7885-4959-9a11-ffd75e2dbd80 req-b8ebc6a6-66b7-4d2f-af4a-8d559325b415 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 943 time: 0.0845575 Feb 04 00:55:44.462676 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-06bd5111-7885-4959-9a11-ffd75e2dbd80 req-c9a3379c-1450-4334-9aa1-5bd72d525dae tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645952 Feb 04 00:55:44.565919 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a44dae-59d3-486a-aee7-6560ca1bd405 req-11ea83ca-7260-4083-a0dc-08fe485594b2 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:44.567782 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-51a44dae-59d3-486a-aee7-6560ca1bd405 req-11ea83ca-7260-4083-a0dc-08fe485594b2 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4250ec5-4d18-4eab-b942-f2b66f0f3bb4 HTTP/1.1" status: 200 len: 945 time: 0.0706494 Feb 04 00:55:44.618359 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-51a44dae-59d3-486a-aee7-6560ca1bd405 req-dc993132-3fa5-4c0a-8350-beba6470234e tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442588 Feb 04 00:55:44.950990 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4992bd09-9440-47e1-88e8-32c40d2e025d req-80824171-6555-41b9-938b-3672d9d7f454 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdcebc9c-fd60-429c-ad3f-feddd4367ec1 HTTP/1.1" status: 200 len: 210 time: 0.0254655 Feb 04 00:55:44.982538 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:45.235140 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805e227-7102-469d-a01f-e74a7e42e029 req-c961f956-d882-44d9-ba84-28880e3b0615 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:45.236625 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2805e227-7102-469d-a01f-e74a7e42e029 req-c961f956-d882-44d9-ba84-28880e3b0615 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.0564146 Feb 04 00:55:45.284132 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2805e227-7102-469d-a01f-e74a7e42e029 req-f2feb058-e07b-423a-9d9d-9f3cad2fa4d9 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415230 Feb 04 00:55:45.623251 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428c4ce-b92e-43dc-aac4-bc65f2d63c56 req-a72f746c-fcd0-45d0-974b-695eb1012d26 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:45.626975 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9428c4ce-b92e-43dc-aac4-bc65f2d63c56 req-a72f746c-fcd0-45d0-974b-695eb1012d26 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 943 time: 0.0754666 Feb 04 00:55:45.683472 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9428c4ce-b92e-43dc-aac4-bc65f2d63c56 req-44aacedf-9a11-4f79-9664-b638733de3a5 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509887 Feb 04 00:55:45.739763 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7580c03-246a-40c2-9705-295341a2bd8d req-96e36955-40d7-4799-8174-2b92c13cf297 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:45.741241 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d7580c03-246a-40c2-9705-295341a2bd8d req-96e36955-40d7-4799-8174-2b92c13cf297 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4250ec5-4d18-4eab-b942-f2b66f0f3bb4 HTTP/1.1" status: 200 len: 945 time: 0.0523963 Feb 04 00:55:45.788596 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d7580c03-246a-40c2-9705-295341a2bd8d req-070cdd9e-5132-4482-9a0a-adbf7e0004c5 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416715 Feb 04 00:55:45.939829 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-e27a3043-fbb9-4a30-9fea-8cebc4b32f9b tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:45.941267 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-e27a3043-fbb9-4a30-9fea-8cebc4b32f9b tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.39 "GET /v2.0/networks?id=5f955ba9-674e-45fd-8aac-6b73a4248143 HTTP/1.1" status: 200 len: 812 time: 0.1032403 Feb 04 00:55:46.013331 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-34a61b66-92c3-41b3-b752-15a216003ff2 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a68a23113594a40a7e2e124035f3fcb HTTP/1.1" status: 200 len: 379 time: 0.0588801 Feb 04 00:55:46.023128 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-dc7bc795-b973-477f-8c7e-68503677fb61 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Request body: {'port': {'device_id': 'cdcebc9c-fd60-429c-ad3f-feddd4367ec1', 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143', 'admin_state_up': True, 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'security_groups': ['8f8988d5-9adb-434a-923f-3ddb810c7dae']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:55:46.096145 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-0e23ef2a-97a2-44b0-8456-4135ead30029 req-7a903291-5cab-417a-8e67-2cd23e4a9c8e tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdcebc9c-fd60-429c-ad3f-feddd4367ec1 HTTP/1.1" status: 200 len: 210 time: 0.0574985 Feb 04 00:55:46.171236 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:46.251102 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-dc7bc795-b973-477f-8c7e-68503677fb61 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Made reservation on behalf of 3a68a23113594a40a7e2e124035f3fcb for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:55:46.254657 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-dc7bc795-b973-477f-8c7e-68503677fb61 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:46.391217 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-dc7bc795-b973-477f-8c7e-68503677fb61 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Allocated IP 172.20.0.10 (5f955ba9-674e-45fd-8aac-6b73a4248143/f2ac8d13-4344-48e5-8534-751622f2d98c/234bdff6-5458-4db7-8f4c-6657e3921313) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:55:46.405792 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d99a7-5055-4c17-9596-65191a6e11f7 req-abdf0708-a0a6-4f63-b52f-6c7fca3f9571 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:46.407381 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-eb6d99a7-5055-4c17-9596-65191a6e11f7 req-abdf0708-a0a6-4f63-b52f-6c7fca3f9571 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.0541446 Feb 04 00:55:46.459571 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-eb6d99a7-5055-4c17-9596-65191a6e11f7 req-a5abc99b-4e37-4477-8f03-3bc8ffee8313 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452604 Feb 04 00:55:46.528879 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-dc7bc795-b973-477f-8c7e-68503677fb61 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for port (234bdff6-5458-4db7-8f4c-6657e3921313), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:46.626856 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-dc7bc795-b973-477f-8c7e-68503677fb61 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (234bdff6-5458-4db7-8f4c-6657e3921313), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:46.673564 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-dc7bc795-b973-477f-8c7e-68503677fb61 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Network 5f955ba9-674e-45fd-8aac-6b73a4248143 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:55:46.676636 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-dc7bc795-b973-477f-8c7e-68503677fb61 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:55:46.681009 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-dc7bc795-b973-477f-8c7e-68503677fb61 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:55:46.707447 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7bc795-b973-477f-8c7e-68503677fb61 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Pushing event updated for resources: {'Port': ['ID=234bdff6-5458-4db7-8f4c-6657e3921313,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:55:46.720370 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7bc795-b973-477f-8c7e-68503677fb61 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:55:46.720715 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7bc795-b973-477f-8c7e-68503677fb61 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:55:46.721067 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7bc795-b973-477f-8c7e-68503677fb61 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:55:46.721412 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7bc795-b973-477f-8c7e-68503677fb61 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:55:46.721780 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7bc795-b973-477f-8c7e-68503677fb61 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:55:46.722139 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7bc795-b973-477f-8c7e-68503677fb61 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:55:46.722458 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7bc795-b973-477f-8c7e-68503677fb61 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:55:46.722791 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7bc795-b973-477f-8c7e-68503677fb61 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:55:46.723125 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7bc795-b973-477f-8c7e-68503677fb61 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:55:46.723532 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7bc795-b973-477f-8c7e-68503677fb61 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:55:46.723790 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7bc795-b973-477f-8c7e-68503677fb61 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:55:46.724126 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7bc795-b973-477f-8c7e-68503677fb61 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:55:46.724451 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7bc795-b973-477f-8c7e-68503677fb61 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:55:46.750369 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-dc7bc795-b973-477f-8c7e-68503677fb61 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:46.751018 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-dc7bc795-b973-477f-8c7e-68503677fb61 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:46.817120 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741209c1-bdc3-4d98-9e2d-32be4fa540c7 req-b95ef93d-9b87-41ac-8712-154c0fc8e64c tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:46.818911 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-741209c1-bdc3-4d98-9e2d-32be4fa540c7 req-b95ef93d-9b87-41ac-8712-154c0fc8e64c tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 943 time: 0.0556192 Feb 04 00:55:46.864482 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-dc7bc795-b973-477f-8c7e-68503677fb61 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8448865 Feb 04 00:55:46.872169 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-741209c1-bdc3-4d98-9e2d-32be4fa540c7 req-892fe00f-605e-4913-a801-38d6c1358ae8 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473940 Feb 04 00:55:46.910597 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd0b0b-97f7-48a1-b785-e03921346323 req-b5c0f253-a20d-4620-ae67-e53a8b80440c tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:46.912115 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-79fd0b0b-97f7-48a1-b785-e03921346323 req-b5c0f253-a20d-4620-ae67-e53a8b80440c tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4250ec5-4d18-4eab-b942-f2b66f0f3bb4 HTTP/1.1" status: 200 len: 945 time: 0.0516107 Feb 04 00:55:46.951484 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b14d174d-bb38-4d1f-9999-7c50e08c5d6f None None] Provisioning complete for port 234bdff6-5458-4db7-8f4c-6657e3921313 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:55:46.951993 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b14d174d-bb38-4d1f-9999-7c50e08c5d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (234bdff6-5458-4db7-8f4c-6657e3921313), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:46.958364 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-79fd0b0b-97f7-48a1-b785-e03921346323 req-deba5e69-2a1b-47f8-b9d3-7321467003ff tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400515 Feb 04 00:55:46.988013 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b14d174d-bb38-4d1f-9999-7c50e08c5d6f None None] Port 234bdff6-5458-4db7-8f4c-6657e3921313 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 00:55:47.215656 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d38fa8-63a5-4001-9e1c-8c3b956bca4c req-80676ce4-80aa-47ac-84f6-478d563256b8 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:47.217112 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-50d38fa8-63a5-4001-9e1c-8c3b956bca4c req-80676ce4-80aa-47ac-84f6-478d563256b8 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdcebc9c-fd60-429c-ad3f-feddd4367ec1 HTTP/1.1" status: 200 len: 932 time: 0.0541680 Feb 04 00:55:47.267718 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-50d38fa8-63a5-4001-9e1c-8c3b956bca4c req-726ed570-c1b3-48c8-b2f5-d1475f0fe5b8 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450883 Feb 04 00:55:47.573552 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929049d0-427e-4879-a5fb-180cc7f57b3a req-212c0691-7fd3-43a4-9340-f44e5eac7c3b tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:47.574930 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-929049d0-427e-4879-a5fb-180cc7f57b3a req-212c0691-7fd3-43a4-9340-f44e5eac7c3b tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.0514328 Feb 04 00:55:47.621818 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-929049d0-427e-4879-a5fb-180cc7f57b3a req-ad5d23fa-69ab-47d7-b24e-797b77fe2588 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411530 Feb 04 00:55:47.991929 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c13377-cb8a-47d1-9e9e-ec15c7dd4d5f req-4ab4302b-c4a4-4adb-bc28-762fd884803c tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:47.993409 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a7c13377-cb8a-47d1-9e9e-ec15c7dd4d5f req-4ab4302b-c4a4-4adb-bc28-762fd884803c tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 943 time: 0.0509796 Feb 04 00:55:48.038759 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a7c13377-cb8a-47d1-9e9e-ec15c7dd4d5f req-8acf30d0-d5e5-40a2-9d10-ad4c0fe8fc0a tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399687 Feb 04 00:55:48.079525 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e89c6b-aca2-4ecd-a563-4eed026a2270 req-7f30176b-b0b7-4f15-9e86-a7ebaff85f21 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:48.081009 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-55e89c6b-aca2-4ecd-a563-4eed026a2270 req-7f30176b-b0b7-4f15-9e86-a7ebaff85f21 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4250ec5-4d18-4eab-b942-f2b66f0f3bb4 HTTP/1.1" status: 200 len: 945 time: 0.0562303 Feb 04 00:55:48.126749 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-55e89c6b-aca2-4ecd-a563-4eed026a2270 req-0e0c70bd-d0b2-4189-ae92-38b3ccefc8e8 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397475 Feb 04 00:55:48.382481 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e4828-2eda-4a95-b506-a9b1f114e35e req-317eaf51-2934-465c-bea1-7f09670c20e7 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:48.383942 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-965e4828-2eda-4a95-b506-a9b1f114e35e req-317eaf51-2934-465c-bea1-7f09670c20e7 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdcebc9c-fd60-429c-ad3f-feddd4367ec1 HTTP/1.1" status: 200 len: 932 time: 0.0516763 Feb 04 00:55:48.434394 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-965e4828-2eda-4a95-b506-a9b1f114e35e req-1adcd80e-6634-4f1b-b65c-99baf3e497f6 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449181 Feb 04 00:55:48.657133 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:48.737148 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1d86c-4b79-4932-bbb1-d0c59500f0b7 req-f5b2ed27-2ac3-4814-8b35-7f2b47f3be96 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:48.738649 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-11d1d86c-4b79-4932-bbb1-d0c59500f0b7 req-f5b2ed27-2ac3-4814-8b35-7f2b47f3be96 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.0512102 Feb 04 00:55:48.784358 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-11d1d86c-4b79-4932-bbb1-d0c59500f0b7 req-2b4483a1-e0aa-4a47-b2e4-87725a737a62 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396955 Feb 04 00:55:49.160885 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b1068-7f0e-49e4-b4bc-65329d0c91c8 req-b91366e1-ba97-4f25-96ac-db0fcbe7f52a tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:49.162427 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-847b1068-7f0e-49e4-b4bc-65329d0c91c8 req-b91366e1-ba97-4f25-96ac-db0fcbe7f52a tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 943 time: 0.0532439 Feb 04 00:55:49.208852 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-847b1068-7f0e-49e4-b4bc-65329d0c91c8 req-eb1b5950-ac55-4bb7-8cb1-451f7e73b6e8 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408230 Feb 04 00:55:49.242482 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc7ad6-de48-4761-bd77-5e4d756fcb09 req-3be30dcd-4826-441a-9e9e-cfdc4afebc29 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:49.243953 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-abcc7ad6-de48-4761-bd77-5e4d756fcb09 req-3be30dcd-4826-441a-9e9e-cfdc4afebc29 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4250ec5-4d18-4eab-b942-f2b66f0f3bb4 HTTP/1.1" status: 200 len: 945 time: 0.0516324 Feb 04 00:55:49.293104 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-abcc7ad6-de48-4761-bd77-5e4d756fcb09 req-5783eb95-557e-451a-8711-b07f88d20587 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436761 Feb 04 00:55:49.320959 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-a43059a6-3c5a-43eb-81d8-ef11b375f892 service neutron] Request body: {'port': {'device_id': 'cdcebc9c-fd60-429c-ad3f-feddd4367ec1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:55:49.380667 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-a43059a6-3c5a-43eb-81d8-ef11b375f892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (234bdff6-5458-4db7-8f4c-6657e3921313), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:49.603122 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0aaf5-8a66-4d96-99c2-eece426163cc req-c2847fb1-1a58-47f5-b8e3-3be423e06b93 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:49.604522 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-94b0aaf5-8a66-4d96-99c2-eece426163cc req-c2847fb1-1a58-47f5-b8e3-3be423e06b93 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdcebc9c-fd60-429c-ad3f-feddd4367ec1 HTTP/1.1" status: 200 len: 932 time: 0.1033957 Feb 04 00:55:49.683387 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-94b0aaf5-8a66-4d96-99c2-eece426163cc req-45f3c884-7d65-4c60-9271-99a761ce550b tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730147 Feb 04 00:55:49.716613 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-a43059a6-3c5a-43eb-81d8-ef11b375f892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 234bdff6-5458-4db7-8f4c-6657e3921313 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:55:49.723962 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-a43059a6-3c5a-43eb-81d8-ef11b375f892 service neutron] Publish callbacks [] for port (234bdff6-5458-4db7-8f4c-6657e3921313), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:49.736370 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-a43059a6-3c5a-43eb-81d8-ef11b375f892 service neutron] Transition to ACTIVE for port object 234bdff6-5458-4db7-8f4c-6657e3921313 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:55:49.797975 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-a43059a6-3c5a-43eb-81d8-ef11b375f892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10424596'] for port (234bdff6-5458-4db7-8f4c-6657e3921313), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:49.855085 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43059a6-3c5a-43eb-81d8-ef11b375f892 service neutron] Pushing event updated for resources: {'Port': ['ID=234bdff6-5458-4db7-8f4c-6657e3921313,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:55:49.916324 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d62c1a-ad5a-4a59-9b37-bc8cc4759d08 req-e7d69300-9343-44bb-94c2-b9b4a9be5aaa tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:49.917879 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b3d62c1a-ad5a-4a59-9b37-bc8cc4759d08 req-e7d69300-9343-44bb-94c2-b9b4a9be5aaa tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.0673153 Feb 04 00:55:49.930185 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-a43059a6-3c5a-43eb-81d8-ef11b375f892 service neutron] Attempting to bind port 234bdff6-5458-4db7-8f4c-6657e3921313 on host hv-cinder-82777 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 00:55:49.935431 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-a43059a6-3c5a-43eb-81d8-ef11b375f892 service neutron] Attempting to bind port 234bdff6-5458-4db7-8f4c-6657e3921313 by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': '24c0ec21-3c7a-49b9-b9cd-bc17109016f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 00:55:49.935431 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-a43059a6-3c5a-43eb-81d8-ef11b375f892 service neutron] Attempting to bind port 234bdff6-5458-4db7-8f4c-6657e3921313 on network 5f955ba9-674e-45fd-8aac-6b73a4248143 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:55:49.935431 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-a43059a6-3c5a-43eb-81d8-ef11b375f892 service neutron] Port 234bdff6-5458-4db7-8f4c-6657e3921313 on network 5f955ba9-674e-45fd-8aac-6b73a4248143 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 00:55:49.935846 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-a43059a6-3c5a-43eb-81d8-ef11b375f892 service neutron] Attempting to bind port 234bdff6-5458-4db7-8f4c-6657e3921313 on network 5f955ba9-674e-45fd-8aac-6b73a4248143 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:55:49.940907 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-a43059a6-3c5a-43eb-81d8-ef11b375f892 service neutron] Checking agent: {'id': 'bf093114-7719-4a60-8fae-8541124bea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 50, 48), 'started_at': datetime.datetime(2022, 2, 4, 0, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 00:55:49.941242 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-a43059a6-3c5a-43eb-81d8-ef11b375f892 service neutron] Checking segment: {'id': '24c0ec21-3c7a-49b9-b9cd-bc17109016f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:55:49.941664 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-a43059a6-3c5a-43eb-81d8-ef11b375f892 service neutron] Bound using segment: {'id': '24c0ec21-3c7a-49b9-b9cd-bc17109016f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 00:55:49.942101 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-a43059a6-3c5a-43eb-81d8-ef11b375f892 service neutron] Bound port: 234bdff6-5458-4db7-8f4c-6657e3921313, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24c0ec21-3c7a-49b9-b9cd-bc17109016f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 00:55:49.942472 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-a43059a6-3c5a-43eb-81d8-ef11b375f892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (234bdff6-5458-4db7-8f4c-6657e3921313), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:49.974370 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b3d62c1a-ad5a-4a59-9b37-bc8cc4759d08 req-2049762f-7329-4a3f-a587-f38d97a89b50 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504780 Feb 04 00:55:50.018075 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-a43059a6-3c5a-43eb-81d8-ef11b375f892 service neutron] For port 234bdff6-5458-4db7-8f4c-6657e3921313, host hv-cinder-82777, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:55:50.021549 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-a43059a6-3c5a-43eb-81d8-ef11b375f892 service neutron] For port 234bdff6-5458-4db7-8f4c-6657e3921313, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=234bdff6-5458-4db7-8f4c-6657e3921313,segment=NetworkSegment(24c0ec21-3c7a-49b9-b9cd-bc17109016f1),segment_id=24c0ec21-3c7a-49b9-b9cd-bc17109016f1)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:55:50.092024 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-a43059a6-3c5a-43eb-81d8-ef11b375f892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10424596'] for port (234bdff6-5458-4db7-8f4c-6657e3921313), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:50.130507 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682eec7-2428-4580-86c0-de9b9b369aa0 req-56eae0c4-3554-418b-ab15-b6a42ecb58cb tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:50.131984 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4682eec7-2428-4580-86c0-de9b9b369aa0 req-56eae0c4-3554-418b-ab15-b6a42ecb58cb tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4250ec5-4d18-4eab-b942-f2b66f0f3bb4 HTTP/1.1" status: 200 len: 945 time: 0.0792773 Feb 04 00:55:50.150395 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-a43059a6-3c5a-43eb-81d8-ef11b375f892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:50.154129 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-a43059a6-3c5a-43eb-81d8-ef11b375f892 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:50.155589 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-a43059a6-3c5a-43eb-81d8-ef11b375f892 service neutron] 10.222.0.39 "PUT /v2.0/ports/234bdff6-5458-4db7-8f4c-6657e3921313 HTTP/1.1" status: 200 len: 1094 time: 0.8396828 Feb 04 00:55:50.162842 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdcebc9c-fd60-429c-ad3f-feddd4367ec1', 'tag': '234bdff6-5458-4db7-8f4c-6657e3921313'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:55:50.162842 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9923a7793e9fa6102d344dd696201155eb04f662303130ce66584af0359f1e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5d343f-48df-47a4-a343-381e4a7e1f67" -d '{"events": [{"name": "network-changed", "server_uuid": "cdcebc9c-fd60-429c-ad3f-feddd4367ec1", "tag": "234bdff6-5458-4db7-8f4c-6657e3921313"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:55:50.209293 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43059a6-3c5a-43eb-81d8-ef11b375f892 service neutron] Pushing event updated for resources: {'Port': ['ID=234bdff6-5458-4db7-8f4c-6657e3921313,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:55:50.249734 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 00:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5998ec8-87e0-4039-9fbe-19d1869c898c x-openstack-request-id: req-e5998ec8-87e0-4039-9fbe-19d1869c898c {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:55:50.250228 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdcebc9c-fd60-429c-ad3f-feddd4367ec1", "tag": "234bdff6-5458-4db7-8f4c-6657e3921313", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:55:50.250623 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e5998ec8-87e0-4039-9fbe-19d1869c898c {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:55:50.251159 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdcebc9c-fd60-429c-ad3f-feddd4367ec1', 'tag': '234bdff6-5458-4db7-8f4c-6657e3921313', 'status': 'completed', 'code': 200} Feb 04 00:55:50.307943 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-4682eec7-2428-4580-86c0-de9b9b369aa0 req-7ef5e874-d8d9-4f5b-9942-35f973cacc34 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Deleting port d231da64-f3c8-47ee-9711-f1f5cb7a062b {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:55:50.308292 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4682eec7-2428-4580-86c0-de9b9b369aa0 req-7ef5e874-d8d9-4f5b-9942-35f973cacc34 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (d231da64-f3c8-47ee-9711-f1f5cb7a062b), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:50.405878 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbc5d6-3f8d-4d1c-9e32-a5ea9cf37d3e req-023704bd-e78d-49a0-a443-dbbb56bc4672 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:50.408116 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-07bbc5d6-3f8d-4d1c-9e32-a5ea9cf37d3e req-023704bd-e78d-49a0-a443-dbbb56bc4672 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 943 time: 0.0769265 Feb 04 00:55:50.418547 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d343f-48df-47a4-a343-381e4a7e1f67 req-8f37443f-8388-4b8e-b1b4-78015beb0c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:50.419961 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9c5d343f-48df-47a4-a343-381e4a7e1f67 req-8f37443f-8388-4b8e-b1b4-78015beb0c35 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a68a23113594a40a7e2e124035f3fcb&device_id=cdcebc9c-fd60-429c-ad3f-feddd4367ec1 HTTP/1.1" status: 200 len: 1128 time: 0.1490221 Feb 04 00:55:50.460631 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-07bbc5d6-3f8d-4d1c-9e32-a5ea9cf37d3e req-85fd6b55-2a7e-470f-a5ee-d43d3ce5aca5 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452650 Feb 04 00:55:50.514033 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-4682eec7-2428-4580-86c0-de9b9b369aa0 req-7ef5e874-d8d9-4f5b-9942-35f973cacc34 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] For port d231da64-f3c8-47ee-9711-f1f5cb7a062b, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=d231da64-f3c8-47ee-9711-f1f5cb7a062b,segment=NetworkSegment(bfd891dd-65b5-4811-be81-80f452cca4a0),segment_id=bfd891dd-65b5-4811-be81-80f452cca4a0)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:55:50.526165 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4682eec7-2428-4580-86c0-de9b9b369aa0 req-7ef5e874-d8d9-4f5b-9942-35f973cacc34 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (d231da64-f3c8-47ee-9711-f1f5cb7a062b), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:50.537123 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-4682eec7-2428-4580-86c0-de9b9b369aa0 req-7ef5e874-d8d9-4f5b-9942-35f973cacc34 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Calling delete_port for d231da64-f3c8-47ee-9711-f1f5cb7a062b owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:55:50.561132 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea47a3-6d17-489b-9f7a-5cbdeaea3fab req-f7de7e3f-2472-4f60-b971-ea23e2eab3d3 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:50.562727 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6fea47a3-6d17-489b-9f7a-5cbdeaea3fab req-f7de7e3f-2472-4f60-b971-ea23e2eab3d3 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4250ec5-4d18-4eab-b942-f2b66f0f3bb4 HTTP/1.1" status: 200 len: 945 time: 0.1727111 Feb 04 00:55:50.624949 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d343f-48df-47a4-a343-381e4a7e1f67 req-da28ff72-fa8a-4f74-ac49-f580752f2497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:50.627437 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9c5d343f-48df-47a4-a343-381e4a7e1f67 req-da28ff72-fa8a-4f74-ac49-f580752f2497 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3a68a23113594a40a7e2e124035f3fcb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1918859 Feb 04 00:55:50.712746 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6fea47a3-6d17-489b-9f7a-5cbdeaea3fab req-17dcc5c2-971e-4a55-b6aa-3010463a1031 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441553 Feb 04 00:55:50.782550 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74ad0a-e319-4b61-aa50-60ddc909cc09 req-3702ef19-27c7-4d4c-8af0-03df0709b73b tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:50.784051 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2a74ad0a-e319-4b61-aa50-60ddc909cc09 req-3702ef19-27c7-4d4c-8af0-03df0709b73b tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.39 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.0631483 Feb 04 00:55:50.807277 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d343f-48df-47a4-a343-381e4a7e1f67 req-d9d25a52-0698-4727-a4f7-e699c6d919f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:50.808716 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9c5d343f-48df-47a4-a343-381e4a7e1f67 req-d9d25a52-0698-4727-a4f7-e699c6d919f3 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1761594 Feb 04 00:55:50.882200 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4682eec7-2428-4580-86c0-de9b9b369aa0 req-7ef5e874-d8d9-4f5b-9942-35f973cacc34 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (d231da64-f3c8-47ee-9711-f1f5cb7a062b), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:50.894758 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['51d6301d-baf9-4a4c-a89f-a04596df3241', '94872446-6eb5-46bf-8a0a-8e33828352f9', '0e0825f3-1310-413d-a4cc-09f3d1160f59', 'd231da64-f3c8-47ee-9711-f1f5cb7a062b'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:55:50.940529 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e874-d8d9-4f5b-9942-35f973cacc34 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Pushing event deleted for resources: {'Port': ['ID=d231da64-f3c8-47ee-9711-f1f5cb7a062b,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:55:50.946329 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac258b-f63b-4bdd-ac7e-10e548df8c7b req-ebc424d4-f165-4d3c-a583-0ebc41e87702 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:50.947414 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-97ac258b-f63b-4bdd-ac7e-10e548df8c7b req-ebc424d4-f165-4d3c-a583-0ebc41e87702 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdcebc9c-fd60-429c-ad3f-feddd4367ec1 HTTP/1.1" status: 200 len: 944 time: 0.1465054 Feb 04 00:55:50.989135 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-4682eec7-2428-4580-86c0-de9b9b369aa0 req-7ef5e874-d8d9-4f5b-9942-35f973cacc34 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] No DVR routers for this DVR port d231da64-f3c8-47ee-9711-f1f5cb7a062b on host hv-cinder-82777 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:55:50.993369 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ada8b-e865-451f-b1fb-be7fd7c4e6fe req-75381402-24a4-4cb1-9df4-1e82e4cc8e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:50.994905 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-777ada8b-e865-451f-b1fb-be7fd7c4e6fe req-75381402-24a4-4cb1-9df4-1e82e4cc8e12 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=33c179601f1e46788de48f0cac243499&device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 1127 time: 0.1518333 Feb 04 00:55:50.995902 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4682eec7-2428-4580-86c0-de9b9b369aa0 req-7ef5e874-d8d9-4f5b-9942-35f973cacc34 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:50.999601 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4682eec7-2428-4580-86c0-de9b9b369aa0 req-7ef5e874-d8d9-4f5b-9942-35f973cacc34 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.39 "DELETE /v2.0/ports/d231da64-f3c8-47ee-9711-f1f5cb7a062b HTTP/1.1" status: 204 len: 173 time: 0.8592238 Feb 04 00:55:51.014566 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-fba83a01-c294-4ba4-96ec-85cda7479d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:51.016057 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-fba83a01-c294-4ba4-96ec-85cda7479d50 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a68a23113594a40a7e2e124035f3fcb&device_id=cdcebc9c-fd60-429c-ad3f-feddd4367ec1 HTTP/1.1" status: 200 len: 1128 time: 0.1475191 Feb 04 00:55:51.059817 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-97ac258b-f63b-4bdd-ac7e-10e548df8c7b req-56313d0e-35a3-4c7e-8bc3-931f86bb2b13 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945401 Feb 04 00:55:51.062093 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-2a74ad0a-e319-4b61-aa50-60ddc909cc09 req-c4ac8b11-9ca2-427a-a61e-a1ee06e43f79 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Deleting port a45de223-e54c-4f3b-a1c6-61e5048c521b {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:55:51.062642 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2a74ad0a-e319-4b61-aa50-60ddc909cc09 req-c4ac8b11-9ca2-427a-a61e-a1ee06e43f79 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (a45de223-e54c-4f3b-a1c6-61e5048c521b), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:51.140123 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-f2c29698-b8a2-479b-adb6-f9613a34bbfb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=234bdff6-5458-4db7-8f4c-6657e3921313 HTTP/1.1" status: 200 len: 217 time: 0.1023378 Feb 04 00:55:51.167535 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-2a74ad0a-e319-4b61-aa50-60ddc909cc09 req-c4ac8b11-9ca2-427a-a61e-a1ee06e43f79 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] For port a45de223-e54c-4f3b-a1c6-61e5048c521b, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=a45de223-e54c-4f3b-a1c6-61e5048c521b,segment=NetworkSegment(060e0f0b-1beb-4b9f-b430-9022df74b8a3),segment_id=060e0f0b-1beb-4b9f-b430-9022df74b8a3)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:55:51.167906 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2a74ad0a-e319-4b61-aa50-60ddc909cc09 req-c4ac8b11-9ca2-427a-a61e-a1ee06e43f79 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (a45de223-e54c-4f3b-a1c6-61e5048c521b), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:51.182768 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-2a74ad0a-e319-4b61-aa50-60ddc909cc09 req-c4ac8b11-9ca2-427a-a61e-a1ee06e43f79 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Calling delete_port for a45de223-e54c-4f3b-a1c6-61e5048c521b owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:55:51.230797 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-858abd4b-5572-456d-96ca-870302083437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:51.232257 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-858abd4b-5572-456d-96ca-870302083437 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f2ac8d13-4344-48e5-8534-751622f2d98c HTTP/1.1" status: 200 len: 851 time: 0.0819559 Feb 04 00:55:51.261947 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85520f-c64a-4704-86b4-8c0fd6d899fb req-be5c3aaa-6ff2-4390-864e-0ea7c9198b40 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:51.263280 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6f85520f-c64a-4704-86b4-8c0fd6d899fb req-be5c3aaa-6ff2-4390-864e-0ea7c9198b40 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 946 time: 0.1779895 Feb 04 00:55:51.291220 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ada8b-e865-451f-b1fb-be7fd7c4e6fe req-ffa9f3be-5ce5-4f8e-b64e-0dda46bb9323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:51.292748 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-777ada8b-e865-451f-b1fb-be7fd7c4e6fe req-ffa9f3be-5ce5-4f8e-b64e-0dda46bb9323 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7fa434c0-397c-452d-8882-f9f118f80321 HTTP/1.1" status: 200 len: 917 time: 0.2754016 Feb 04 00:55:51.399836 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-5a68f90b-5ef2-45c7-86c3-0b4aef096912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:51.401256 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-5a68f90b-5ef2-45c7-86c3-0b4aef096912 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f955ba9-674e-45fd-8aac-6b73a4248143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1581032 Feb 04 00:55:51.404278 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6f85520f-c64a-4704-86b4-8c0fd6d899fb req-b1b7fb83-78c3-4f5d-88b9-c519a200fa28 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254215 Feb 04 00:55:51.406071 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-777ada8b-e865-451f-b1fb-be7fd7c4e6fe req-9ab919bc-d0b9-42d9-9810-b5e63377ed4b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 HTTP/1.1" status: 200 len: 999 time: 0.1053581 Feb 04 00:55:51.440133 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2a74ad0a-e319-4b61-aa50-60ddc909cc09 req-c4ac8b11-9ca2-427a-a61e-a1ee06e43f79 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-660047'] for port (a45de223-e54c-4f3b-a1c6-61e5048c521b), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:51.452389 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['a45de223-e54c-4f3b-a1c6-61e5048c521b', 'e3444036-dd14-4e16-9a59-c926e0b970dc'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:55:51.476414 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac8b11-9ca2-427a-a61e-a1ee06e43f79 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Pushing event deleted for resources: {'Port': ['ID=a45de223-e54c-4f3b-a1c6-61e5048c521b,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:55:51.497858 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac8b11-9ca2-427a-a61e-a1ee06e43f79 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:55:51.498777 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac8b11-9ca2-427a-a61e-a1ee06e43f79 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:55:51.498777 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac8b11-9ca2-427a-a61e-a1ee06e43f79 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:55:51.498991 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac8b11-9ca2-427a-a61e-a1ee06e43f79 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:55:51.499406 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac8b11-9ca2-427a-a61e-a1ee06e43f79 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:55:51.499798 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac8b11-9ca2-427a-a61e-a1ee06e43f79 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:55:51.500191 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac8b11-9ca2-427a-a61e-a1ee06e43f79 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:55:51.500578 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac8b11-9ca2-427a-a61e-a1ee06e43f79 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:55:51.500967 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac8b11-9ca2-427a-a61e-a1ee06e43f79 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:55:51.501355 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac8b11-9ca2-427a-a61e-a1ee06e43f79 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:55:51.502054 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac8b11-9ca2-427a-a61e-a1ee06e43f79 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:55:51.502169 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac8b11-9ca2-427a-a61e-a1ee06e43f79 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:55:51.502848 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac8b11-9ca2-427a-a61e-a1ee06e43f79 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:55:51.579425 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a74ad0a-e319-4b61-aa50-60ddc909cc09 req-c4ac8b11-9ca2-427a-a61e-a1ee06e43f79 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] No DVR routers for this DVR port a45de223-e54c-4f3b-a1c6-61e5048c521b on host hv-cinder-82777 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:55:51.583422 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2a74ad0a-e319-4b61-aa50-60ddc909cc09 req-c4ac8b11-9ca2-427a-a61e-a1ee06e43f79 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:51.589560 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2a74ad0a-e319-4b61-aa50-60ddc909cc09 req-c4ac8b11-9ca2-427a-a61e-a1ee06e43f79 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.39 "DELETE /v2.0/ports/a45de223-e54c-4f3b-a1c6-61e5048c521b HTTP/1.1" status: 204 len: 173 time: 0.7975957 Feb 04 00:55:51.590393 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b4aabf-99fe-41f4-8cd4-07427ba447ad', 'name': 'network-vif-deleted', 'tag': 'a45de223-e54c-4f3b-a1c6-61e5048c521b'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:55:51.593020 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e0c5a5779633a09e60ecc98ad41b20f8dcc6f9c395ee4249b8896e9f1e38e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c35fa5a-4940-4e89-9074-9453225a8ac3" -d '{"events": [{"server_uuid": "70b4aabf-99fe-41f4-8cd4-07427ba447ad", "name": "network-vif-deleted", "tag": "a45de223-e54c-4f3b-a1c6-61e5048c521b"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:55:51.666791 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6f9d2-2899-472d-bfbe-ba1b92f2aea0 req-cccf0ccd-414f-4a87-aa7f-2baa97295107 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:51.668850 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0bf6f9d2-2899-472d-bfbe-ba1b92f2aea0 req-cccf0ccd-414f-4a87-aa7f-2baa97295107 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 943 time: 0.0712652 Feb 04 00:55:51.670432 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cda3531-64de-422f-b6c0-642d219f7f1e x-openstack-request-id: req-1cda3531-64de-422f-b6c0-642d219f7f1e {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:55:51.670814 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b4aabf-99fe-41f4-8cd4-07427ba447ad", "name": "network-vif-deleted", "tag": "a45de223-e54c-4f3b-a1c6-61e5048c521b", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:55:51.671261 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1cda3531-64de-422f-b6c0-642d219f7f1e {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:55:51.671861 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b4aabf-99fe-41f4-8cd4-07427ba447ad', 'name': 'network-vif-deleted', 'tag': 'a45de223-e54c-4f3b-a1c6-61e5048c521b', 'status': 'completed', 'code': 200} Feb 04 00:55:51.733309 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0bf6f9d2-2899-472d-bfbe-ba1b92f2aea0 req-10d768e9-ede7-4885-a94a-e527984829d9 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512469 Feb 04 00:55:51.810512 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ada8b-e865-451f-b1fb-be7fd7c4e6fe req-77d7af60-152e-40bf-9ed5-fd48d93e8a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:51.812065 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-777ada8b-e865-451f-b1fb-be7fd7c4e6fe req-77d7af60-152e-40bf-9ed5-fd48d93e8a56 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a3690513-81ad-46a5-afc0-910eebaac8f9 HTTP/1.1" status: 200 len: 855 time: 0.3901958 Feb 04 00:55:51.870851 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4e7151b2-fe62-4ca2-96e4-85392d4a366e req-ee8137e6-f8d5-420d-8d15-beb1dc10e8ff tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4250ec5-4d18-4eab-b942-f2b66f0f3bb4 HTTP/1.1" status: 200 len: 210 time: 0.0523622 Feb 04 00:55:51.885327 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-3ea8b03b-ecff-4e5a-8b7e-39ad8433cd09 service neutron] 10.222.0.39 "GET /v2.0/networks/5f955ba9-674e-45fd-8aac-6b73a4248143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4718795 Feb 04 00:55:51.941597 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ada8b-e865-451f-b1fb-be7fd7c4e6fe req-db81650b-acc8-4df9-a1d3-51eec26b1dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:51.945544 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-777ada8b-e865-451f-b1fb-be7fd7c4e6fe req-db81650b-acc8-4df9-a1d3-51eec26b1dbf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fa434c0-397c-452d-8882-f9f118f80321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1152060 Feb 04 00:55:52.027546 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e87e8b0b-1ab4-4e6f-aaa1-6a8a3c3cc624 req-8c26ec18-31fc-4ddf-af7c-d80dac9f8f9c service neutron] 10.222.0.39 "GET /v2.0/networks/5f955ba9-674e-45fd-8aac-6b73a4248143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337531 Feb 04 00:55:52.064973 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-777ada8b-e865-451f-b1fb-be7fd7c4e6fe req-839b2c24-1317-4dd2-a7a0-098ddb909907 service neutron] 10.222.0.39 "GET /v2.0/networks/7fa434c0-397c-452d-8882-f9f118f80321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020269 Feb 04 00:55:52.162219 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 00:55:52.165397 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b3c09-5127-4cb8-b7ce-74344d917f08 req-dce76dbe-ee92-4425-9075-72362b82f599 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:52.166990 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-cf9b3c09-5127-4cb8-b7ce-74344d917f08 req-dce76dbe-ee92-4425-9075-72362b82f599 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdcebc9c-fd60-429c-ad3f-feddd4367ec1 HTTP/1.1" status: 200 len: 944 time: 0.0535612 Feb 04 00:55:52.170491 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-777ada8b-e865-451f-b1fb-be7fd7c4e6fe req-52a92fa6-7c57-4449-926a-e72893fd79a1 service neutron] 10.222.0.39 "GET /v2.0/networks/7fa434c0-397c-452d-8882-f9f118f80321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984581 Feb 04 00:55:52.223270 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-cf9b3c09-5127-4cb8-b7ce-74344d917f08 req-24c87c25-215a-4d28-b0ad-738ba5fc82aa tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499747 Feb 04 00:55:52.252345 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4250ec5-4d18-4eab-b942-f2b66f0f3bb4', 'name': 'network-vif-deleted', 'tag': 'd231da64-f3c8-47ee-9711-f1f5cb7a062b'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:55:52.255044 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9923a7793e9fa6102d344dd696201155eb04f662303130ce66584af0359f1e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fe2023-e599-4fa5-8645-e5d35bf1d967" -d '{"events": [{"server_uuid": "e4250ec5-4d18-4eab-b942-f2b66f0f3bb4", "name": "network-vif-deleted", "tag": "d231da64-f3c8-47ee-9711-f1f5cb7a062b"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:55:52.278294 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=3ecf0c07-12ef-478b-bb61-7fd4da5b47f7,segment=NetworkSegment(54e3d956-d261-4a67-bb25-94057ffc11cf),segment_id=54e3d956-d261-4a67-bb25-94057ffc11cf)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:55:52.291194 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Returning: {'device': '3ecf0c07-12ef-478b-bb61-7fd4da5b47f7', 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321', 'port_id': '3ecf0c07-12ef-478b-bb61-7fd4da5b47f7', 'mac_address': 'fa:16:3e:27:af:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3690513-81ad-46a5-afc0-910eebaac8f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 00:55:52.291832 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0cf4337-5db5-4651-b819-978c8a2285ed x-openstack-request-id: req-d0cf4337-5db5-4651-b819-978c8a2285ed {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:55:52.292159 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4250ec5-4d18-4eab-b942-f2b66f0f3bb4", "name": "network-vif-deleted", "tag": "d231da64-f3c8-47ee-9711-f1f5cb7a062b", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:55:52.292463 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d0cf4337-5db5-4651-b819-978c8a2285ed {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:55:52.292979 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4250ec5-4d18-4eab-b942-f2b66f0f3bb4', 'name': 'network-vif-deleted', 'tag': 'd231da64-f3c8-47ee-9711-f1f5cb7a062b', 'status': 'completed', 'code': 200} Feb 04 00:55:52.328868 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 is: DOWN; New status is: BUILD {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:55:52.329263 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (3ecf0c07-12ef-478b-bb61-7fd4da5b47f7), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:52.344478 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:55:52.368663 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=3ecf0c07-12ef-478b-bb61-7fd4da5b47f7,segment=NetworkSegment(54e3d956-d261-4a67-bb25-94057ffc11cf),segment_id=54e3d956-d261-4a67-bb25-94057ffc11cf)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:55:52.433501 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (3ecf0c07-12ef-478b-bb61-7fd4da5b47f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:52.487960 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=3ecf0c07-12ef-478b-bb61-7fd4da5b47f7,revision_number=9']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:55:52.494971 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:55:52.495324 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:55:52.495669 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:55:52.496011 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:55:52.496343 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:55:52.496673 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:55:52.497007 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:55:52.497332 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:55:52.497680 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:55:52.500170 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:55:52.500170 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:55:52.500170 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:55:52.500170 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:55:52.514977 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-392d65a1-cd6a-486f-bed6-979a16c62b1c req-b1b2c6b1-8bf2-43de-879d-57159b950760 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b4aabf-99fe-41f4-8cd4-07427ba447ad HTTP/1.1" status: 200 len: 210 time: 0.0315316 Feb 04 00:55:52.729839 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['3ecf0c07-12ef-478b-bb61-7fd4da5b47f7'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:55:52.862920 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb036573-045b-4ff8-89ef-f2caea21652d req-8d8e195c-fc1c-4f4a-bf18-d62296523122 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:52.864407 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-fb036573-045b-4ff8-89ef-f2caea21652d req-8d8e195c-fc1c-4f4a-bf18-d62296523122 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 944 time: 0.0528092 Feb 04 00:55:52.910576 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-fb036573-045b-4ff8-89ef-f2caea21652d req-5a44aa42-8fbd-4fb2-b979-408b53e9301f tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398397 Feb 04 00:55:53.348758 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbede4b2-1e37-4e82-9a60-284248452096 req-82f16a68-da0c-425f-a34b-c8313c774662 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:53.350183 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-dbede4b2-1e37-4e82-9a60-284248452096 req-82f16a68-da0c-425f-a34b-c8313c774662 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdcebc9c-fd60-429c-ad3f-feddd4367ec1 HTTP/1.1" status: 200 len: 944 time: 0.0590434 Feb 04 00:55:53.400666 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-dbede4b2-1e37-4e82-9a60-284248452096 req-0b85d879-c4c6-4f9f-a7f0-4d53d726096d tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439632 Feb 04 00:55:54.036026 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50a86c-d55d-496c-bbed-644d67a08a04 req-f67ed61e-bb37-4639-8eb4-880b81ed53d5 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:54.037581 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-aa50a86c-d55d-496c-bbed-644d67a08a04 req-f67ed61e-bb37-4639-8eb4-880b81ed53d5 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 944 time: 0.0527418 Feb 04 00:55:54.047902 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199dfc59-fe1f-413a-8d4a-8b08ab2480e0 req-8e0f5f4a-3a19-4300-9279-d8f0806e479c tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:54.049856 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-199dfc59-fe1f-413a-8d4a-8b08ab2480e0 req-8e0f5f4a-3a19-4300-9279-d8f0806e479c tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0517676 Feb 04 00:55:54.087709 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-aa50a86c-d55d-496c-bbed-644d67a08a04 req-bde033de-3259-4c4f-8a9c-762afafb6b78 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445344 Feb 04 00:55:54.096175 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-199dfc59-fe1f-413a-8d4a-8b08ab2480e0 req-181782f0-bb78-4d1c-a14f-841af11341fc tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400426 Feb 04 00:55:54.174149 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 up at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:55:54.222804 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning complete for port 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:55:54.223177 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (3ecf0c07-12ef-478b-bb61-7fd4da5b47f7), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:54.301581 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 is: BUILD; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:55:54.301974 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (3ecf0c07-12ef-478b-bb61-7fd4da5b47f7), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:54.325024 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3010af-a305-4162-a4c3-bd33890474c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecf0c07-12ef-478b-bb61-7fd4da5b47f7'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:55:54.327315 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6008afca8a05d931a9cb2feac605f7a66ad88b8a0c7f78d7c81d8c88d670685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18033431-76b3-4546-883b-eec348e62ea0" -d '{"events": [{"server_uuid": "fe3010af-a305-4162-a4c3-bd33890474c4", "name": "network-vif-plugged", "status": "completed", "tag": "3ecf0c07-12ef-478b-bb61-7fd4da5b47f7"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:55:54.341224 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=3ecf0c07-12ef-478b-bb61-7fd4da5b47f7,segment=NetworkSegment(54e3d956-d261-4a67-bb25-94057ffc11cf),segment_id=54e3d956-d261-4a67-bb25-94057ffc11cf)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:55:54.364370 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e19d5a-e700-48c6-a926-5315b6ef7fdb x-openstack-request-id: req-e6e19d5a-e700-48c6-a926-5315b6ef7fdb {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:55:54.364669 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3010af-a305-4162-a4c3-bd33890474c4", "name": "network-vif-plugged", "status": "completed", "tag": "3ecf0c07-12ef-478b-bb61-7fd4da5b47f7", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:55:54.364929 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e6e19d5a-e700-48c6-a926-5315b6ef7fdb {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:55:54.365328 dv-cinder-827778-1-iscsi neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3010af-a305-4162-a4c3-bd33890474c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecf0c07-12ef-478b-bb61-7fd4da5b47f7', 'code': 200} Feb 04 00:55:54.445754 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (3ecf0c07-12ef-478b-bb61-7fd4da5b47f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:54.446695 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device a45de223-e54c-4f3b-a1c6-61e5048c521b no longer exists at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:55:54.487402 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] No Port match for: a45de223-e54c-4f3b-a1c6-61e5048c521b {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 00:55:54.487977 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device a45de223-e54c-4f3b-a1c6-61e5048c521b not bound to the agent host hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 00:55:54.488409 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device d231da64-f3c8-47ee-9711-f1f5cb7a062b no longer exists at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:55:54.512948 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] No Port match for: d231da64-f3c8-47ee-9711-f1f5cb7a062b {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 00:55:54.521373 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device d231da64-f3c8-47ee-9711-f1f5cb7a062b not bound to the agent host hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 00:55:54.530982 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=3ecf0c07-12ef-478b-bb61-7fd4da5b47f7,revision_number=10']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:55:54.542294 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89cd3e8-4448-486c-880b-8c72fd2c9d5c req-fdd5127b-6ac7-4eb4-8002-cd716d215e9f tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:54.543814 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f89cd3e8-4448-486c-880b-8c72fd2c9d5c req-fdd5127b-6ac7-4eb4-8002-cd716d215e9f tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdcebc9c-fd60-429c-ad3f-feddd4367ec1 HTTP/1.1" status: 200 len: 944 time: 0.0721040 Feb 04 00:55:54.592657 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f89cd3e8-4448-486c-880b-8c72fd2c9d5c req-74284860-b9e4-4935-bd75-9d26d422b069 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429878 Feb 04 00:55:54.613936 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02bcf92-84ac-46c3-aa72-ba0af1020393 req-1f4198b7-0673-4a13-96de-56af86ba4d8a tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:54.615407 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a02bcf92-84ac-46c3-aa72-ba0af1020393 req-1f4198b7-0673-4a13-96de-56af86ba4d8a tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c3901aa-ede5-4562-8253-f8d8d890e08f HTTP/1.1" status: 200 len: 945 time: 0.0525889 Feb 04 00:55:54.661382 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a02bcf92-84ac-46c3-aa72-ba0af1020393 req-b9594897-f22d-422a-b893-f19b45fe9451 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405245 Feb 04 00:55:55.044070 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d090e-d709-4eee-bdea-8913ff79f735 req-5646e6cd-e6c9-488a-99eb-8f8419ec6215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:55.045597 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-cf9d090e-d709-4eee-bdea-8913ff79f735 req-5646e6cd-e6c9-488a-99eb-8f8419ec6215 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 1130 time: 0.0426209 Feb 04 00:55:55.089841 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-cf9d090e-d709-4eee-bdea-8913ff79f735 req-1ecb249c-4c0e-4d0d-a557-cd3bf8c423ce service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377419 Feb 04 00:55:55.209105 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d06a86-82ad-40b9-8c1b-b166bf4cfa1b req-bc49cd90-ff00-4dd1-97d7-fbc62398e8e8 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:55.210643 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-78d06a86-82ad-40b9-8c1b-b166bf4cfa1b req-bc49cd90-ff00-4dd1-97d7-fbc62398e8e8 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 946 time: 0.0507698 Feb 04 00:55:55.221818 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8334d-b35a-4a2f-bec7-ca90140acc79 req-6528d80b-40bb-4096-9bef-99dbfe00dfb3 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:55.223373 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-1ff8334d-b35a-4a2f-bec7-ca90140acc79 req-6528d80b-40bb-4096-9bef-99dbfe00dfb3 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0613048 Feb 04 00:55:55.258497 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-78d06a86-82ad-40b9-8c1b-b166bf4cfa1b req-af63bb7e-1066-468c-843b-4eea60a8351e tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409083 Feb 04 00:55:55.270492 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-1ff8334d-b35a-4a2f-bec7-ca90140acc79 req-f9a1c9a2-bd39-4f4d-83ef-79338d35fe5d tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411000 Feb 04 00:55:55.712702 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e180d4-6727-4822-bec3-a07ae6cbd03d req-7eb4ab59-1119-4bb6-8171-549c679baefb tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:55.714223 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-37e180d4-6727-4822-bec3-a07ae6cbd03d req-7eb4ab59-1119-4bb6-8171-549c679baefb tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdcebc9c-fd60-429c-ad3f-feddd4367ec1 HTTP/1.1" status: 200 len: 944 time: 0.0530312 Feb 04 00:55:55.768171 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-37e180d4-6727-4822-bec3-a07ae6cbd03d req-219fda8c-4645-4409-9c98-5174b2b8c12e tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482018 Feb 04 00:55:55.779352 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00a5fb-3faf-4878-b9ab-c3a3e09fdee5 req-2e0838ae-61de-4907-89f0-4d6d77b205a6 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:55.780937 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2a00a5fb-3faf-4878-b9ab-c3a3e09fdee5 req-2e0838ae-61de-4907-89f0-4d6d77b205a6 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c3901aa-ede5-4562-8253-f8d8d890e08f HTTP/1.1" status: 200 len: 945 time: 0.0523112 Feb 04 00:55:55.828784 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2a00a5fb-3faf-4878-b9ab-c3a3e09fdee5 req-85f2884d-d97b-4f24-9e3d-61857305322e tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407724 Feb 04 00:55:55.983145 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 59106) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:55:56.085772 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-094f0011-132f-4a78-8a82-1fb3f4897a74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:56.155552 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-094f0011-132f-4a78-8a82-1fb3f4897a74 admin admin] Publish callbacks [] for security_group (7634f4be-c77a-4239-8c7d-a06fe3203a7e), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:56.216370 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-094f0011-132f-4a78-8a82-1fb3f4897a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (7634f4be-c77a-4239-8c7d-a06fe3203a7e), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:56.257339 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-094f0011-132f-4a78-8a82-1fb3f4897a74 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=53e443e1efce424ea1e9a10c6416f265&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2731118 Feb 04 00:55:56.258745 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f0011-132f-4a78-8a82-1fb3f4897a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7634f4be-c77a-4239-8c7d-a06fe3203a7e,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:55:56.262414 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 59110) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:55:56.318239 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a1d32f0a-99b9-4af7-9cc2-f6ee83262658 admin admin] Publish callbacks [] for security_group (7634f4be-c77a-4239-8c7d-a06fe3203a7e), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:56.350188 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a1d32f0a-99b9-4af7-9cc2-f6ee83262658 admin admin] Publish callbacks [] for security_group (7634f4be-c77a-4239-8c7d-a06fe3203a7e), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:56.402329 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3dbb9-c607-4e3a-8e3d-3399a92282a7 req-dbd5029c-12b3-40fc-adf3-e2018dfd5593 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:56.404266 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-fcb3dbb9-c607-4e3a-8e3d-3399a92282a7 req-dbd5029c-12b3-40fc-adf3-e2018dfd5593 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0653515 Feb 04 00:55:56.420208 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1075d3-776b-4c96-90e9-fdde6afc4b68 req-02c9fe2d-c0d9-4666-8f9e-a7b035b2b693 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:56.426906 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0f1075d3-776b-4c96-90e9-fdde6afc4b68 req-02c9fe2d-c0d9-4666-8f9e-a7b035b2b693 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 946 time: 0.0884030 Feb 04 00:55:56.484481 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0f1075d3-776b-4c96-90e9-fdde6afc4b68 req-d25d267f-806d-4525-a7e5-5a4d56e1c310 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497956 Feb 04 00:55:56.487488 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-fcb3dbb9-c607-4e3a-8e3d-3399a92282a7 req-daa92b67-f24e-492e-b428-37b04c08f334 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752022 Feb 04 00:55:56.507893 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb35f6-fa77-4394-b6fd-0c96ee227e9c req-9aa06006-bed7-4cbf-8d0c-5ec71225944e tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:56.509418 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-16bb35f6-fa77-4394-b6fd-0c96ee227e9c req-9aa06006-bed7-4cbf-8d0c-5ec71225944e tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c3901aa-ede5-4562-8253-f8d8d890e08f HTTP/1.1" status: 200 len: 945 time: 0.0774708 Feb 04 00:55:56.563996 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a1d32f0a-99b9-4af7-9cc2-f6ee83262658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (7634f4be-c77a-4239-8c7d-a06fe3203a7e), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:56.566709 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a1d32f0a-99b9-4af7-9cc2-f6ee83262658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:56.568571 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-a1d32f0a-99b9-4af7-9cc2-f6ee83262658 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7634f4be-c77a-4239-8c7d-a06fe3203a7e HTTP/1.1" status: 204 len: 168 time: 0.3055301 Feb 04 00:55:56.576717 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d32f0a-99b9-4af7-9cc2-f6ee83262658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7634f4be-c77a-4239-8c7d-a06fe3203a7e,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:55:56.622405 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-16bb35f6-fa77-4394-b6fd-0c96ee227e9c req-451f4916-1b96-46c5-b5a1-0876dfe9272a tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Deleting port 0e0825f3-1310-413d-a4cc-09f3d1160f59 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:55:56.622743 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-16bb35f6-fa77-4394-b6fd-0c96ee227e9c req-451f4916-1b96-46c5-b5a1-0876dfe9272a tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (0e0825f3-1310-413d-a4cc-09f3d1160f59), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:56.711626 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-16bb35f6-fa77-4394-b6fd-0c96ee227e9c req-451f4916-1b96-46c5-b5a1-0876dfe9272a tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] For port 0e0825f3-1310-413d-a4cc-09f3d1160f59, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=0e0825f3-1310-413d-a4cc-09f3d1160f59,segment=NetworkSegment(bfd891dd-65b5-4811-be81-80f452cca4a0),segment_id=bfd891dd-65b5-4811-be81-80f452cca4a0)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:55:56.711988 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-16bb35f6-fa77-4394-b6fd-0c96ee227e9c req-451f4916-1b96-46c5-b5a1-0876dfe9272a tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (0e0825f3-1310-413d-a4cc-09f3d1160f59), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:56.724812 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-16bb35f6-fa77-4394-b6fd-0c96ee227e9c req-451f4916-1b96-46c5-b5a1-0876dfe9272a tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Calling delete_port for 0e0825f3-1310-413d-a4cc-09f3d1160f59 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:55:56.899049 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12dc0fd-b7df-44e8-a256-f4df19a76ba0 req-97cb8a98-9b8c-4eff-8a07-b93814219cb9 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:56.900561 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a12dc0fd-b7df-44e8-a256-f4df19a76ba0 req-97cb8a98-9b8c-4eff-8a07-b93814219cb9 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdcebc9c-fd60-429c-ad3f-feddd4367ec1 HTTP/1.1" status: 200 len: 944 time: 0.0675917 Feb 04 00:55:56.962188 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a12dc0fd-b7df-44e8-a256-f4df19a76ba0 req-ba2b5d9c-904a-48db-b3d6-74d9d1f9b004 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554843 Feb 04 00:55:56.965019 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-16bb35f6-fa77-4394-b6fd-0c96ee227e9c req-451f4916-1b96-46c5-b5a1-0876dfe9272a tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (0e0825f3-1310-413d-a4cc-09f3d1160f59), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:56.968563 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d58f8-6a39-4bd0-8883-fae157a8e4c5 req-adc74251-52d0-4bdc-b886-5b6d611eea11 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:56.970820 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-110d58f8-6a39-4bd0-8883-fae157a8e4c5 req-adc74251-52d0-4bdc-b886-5b6d611eea11 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c3901aa-ede5-4562-8253-f8d8d890e08f HTTP/1.1" status: 200 len: 945 time: 0.0657427 Feb 04 00:55:56.979827 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['51d6301d-baf9-4a4c-a89f-a04596df3241', '94872446-6eb5-46bf-8a0a-8e33828352f9', '0e0825f3-1310-413d-a4cc-09f3d1160f59'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:55:56.996758 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f4916-1b96-46c5-b5a1-0876dfe9272a tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Pushing event deleted for resources: {'Port': ['ID=0e0825f3-1310-413d-a4cc-09f3d1160f59,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:55:57.047355 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-110d58f8-6a39-4bd0-8883-fae157a8e4c5 req-0f8d4704-a7aa-4c90-a03b-ea6bc17310df tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648274 Feb 04 00:55:57.062528 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-16bb35f6-fa77-4394-b6fd-0c96ee227e9c req-451f4916-1b96-46c5-b5a1-0876dfe9272a tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] No DVR routers for this DVR port 0e0825f3-1310-413d-a4cc-09f3d1160f59 on host hv-cinder-82777 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:55:57.063500 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-16bb35f6-fa77-4394-b6fd-0c96ee227e9c req-451f4916-1b96-46c5-b5a1-0876dfe9272a tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:55:57.067369 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-16bb35f6-fa77-4394-b6fd-0c96ee227e9c req-451f4916-1b96-46c5-b5a1-0876dfe9272a tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.39 "DELETE /v2.0/ports/0e0825f3-1310-413d-a4cc-09f3d1160f59 HTTP/1.1" status: 204 len: 173 time: 0.5505652 Feb 04 00:55:57.067826 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c3901aa-ede5-4562-8253-f8d8d890e08f', 'name': 'network-vif-deleted', 'tag': '0e0825f3-1310-413d-a4cc-09f3d1160f59'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:55:57.070461 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9923a7793e9fa6102d344dd696201155eb04f662303130ce66584af0359f1e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a3c1db-50d1-4026-aad4-96126874bcdc" -d '{"events": [{"server_uuid": "3c3901aa-ede5-4562-8253-f8d8d890e08f", "name": "network-vif-deleted", "tag": "0e0825f3-1310-413d-a4cc-09f3d1160f59"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:55:57.110491 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba02d112-7775-4abc-913c-9448726820e5 x-openstack-request-id: req-ba02d112-7775-4abc-913c-9448726820e5 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:55:57.111085 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c3901aa-ede5-4562-8253-f8d8d890e08f", "name": "network-vif-deleted", "tag": "0e0825f3-1310-413d-a4cc-09f3d1160f59", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:55:57.111085 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ba02d112-7775-4abc-913c-9448726820e5 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:55:57.111430 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c3901aa-ede5-4562-8253-f8d8d890e08f', 'name': 'network-vif-deleted', 'tag': '0e0825f3-1310-413d-a4cc-09f3d1160f59', 'status': 'completed', 'code': 200} Feb 04 00:55:57.617906 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96894b-fdaa-49e6-aad2-ac8cae1eefda req-3f8f372a-0f29-4e29-abd1-4148942ce6c6 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:57.620086 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3c96894b-fdaa-49e6-aad2-ac8cae1eefda req-3f8f372a-0f29-4e29-abd1-4148942ce6c6 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0586667 Feb 04 00:55:57.637393 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a89fa-c414-458e-921b-b667ca59d7a2 req-27034ab9-5b97-46cb-a4db-bd0b89e623a1 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:57.639095 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-bb6a89fa-c414-458e-921b-b667ca59d7a2 req-27034ab9-5b97-46cb-a4db-bd0b89e623a1 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 946 time: 0.0606256 Feb 04 00:55:57.671802 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3c96894b-fdaa-49e6-aad2-ac8cae1eefda req-4cbbad5a-e68e-4460-8ed9-79e1b579af64 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459690 Feb 04 00:55:57.701417 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-bb6a89fa-c414-458e-921b-b667ca59d7a2 req-8b7fedb6-2dc7-41ee-97a5-f6b95dc6eced tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563872 Feb 04 00:55:58.156350 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2f004ef6-36ff-440b-8a29-79e521e698f7 req-aec751c2-94dd-44fe-b4a7-1f0ef8dbf6b9 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c3901aa-ede5-4562-8253-f8d8d890e08f HTTP/1.1" status: 200 len: 210 time: 0.0292487 Feb 04 00:55:58.282550 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadca47-088e-4433-a113-b3f828efa0bf req-5368b6d3-0119-4263-842c-f6446ebac67b tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:58.284063 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-aeadca47-088e-4433-a113-b3f828efa0bf req-5368b6d3-0119-4263-842c-f6446ebac67b tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdcebc9c-fd60-429c-ad3f-feddd4367ec1 HTTP/1.1" status: 200 len: 944 time: 0.2522247 Feb 04 00:55:58.332351 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-aeadca47-088e-4433-a113-b3f828efa0bf req-b2f51a11-bf3e-40b3-b1c3-2d6e66f8e8ff tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413151 Feb 04 00:55:58.803093 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21308379-5e41-4c9c-b8f3-f64b3ec8bec0 req-660131a0-5c7e-40d2-9162-64592eb01907 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:58.804746 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-21308379-5e41-4c9c-b8f3-f64b3ec8bec0 req-660131a0-5c7e-40d2-9162-64592eb01907 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0580406 Feb 04 00:55:58.827349 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7aacd5-9e96-4e42-9537-d99d40296621 req-61d6bb2b-265c-400c-a098-2ea19e14a621 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:58.828890 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3e7aacd5-9e96-4e42-9537-d99d40296621 req-61d6bb2b-265c-400c-a098-2ea19e14a621 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 946 time: 0.0524688 Feb 04 00:55:58.861080 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-21308379-5e41-4c9c-b8f3-f64b3ec8bec0 req-f448b879-555f-47a6-ad07-3f0f26ac5c3f tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457063 Feb 04 00:55:58.887178 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3e7aacd5-9e96-4e42-9537-d99d40296621 req-6ecc9948-0a0f-424f-ada2-eb54a6013872 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522716 Feb 04 00:55:59.450902 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cefac-a00a-413d-92c7-f163d6499439 req-eaa48295-0410-402c-9504-97ca15249dd6 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:59.452367 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ed0cefac-a00a-413d-92c7-f163d6499439 req-eaa48295-0410-402c-9504-97ca15249dd6 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdcebc9c-fd60-429c-ad3f-feddd4367ec1 HTTP/1.1" status: 200 len: 944 time: 0.0509641 Feb 04 00:55:59.511405 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ed0cefac-a00a-413d-92c7-f163d6499439 req-478d010b-1db0-4306-ae50-1c07c39aef2a tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449331 Feb 04 00:55:59.780917 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494aae49-a4bc-4cfa-9e23-d8cb6ecba795 req-d40ec3c7-4df2-4049-84fe-dd0964dd9ccc tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:59.782364 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-494aae49-a4bc-4cfa-9e23-d8cb6ecba795 req-d40ec3c7-4df2-4049-84fe-dd0964dd9ccc tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=877deee7-124c-43a1-812a-af658ec4c7a9 HTTP/1.1" status: 200 len: 946 time: 0.0508733 Feb 04 00:55:59.828693 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-494aae49-a4bc-4cfa-9e23-d8cb6ecba795 req-fb25e925-efb1-4f32-9987-9657355cf139 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404291 Feb 04 00:55:59.912514 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0755c8-d6a0-43a4-afb6-7d8567aad780 req-1e630611-cc7b-413f-ab0d-ed913660603a tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:59.914601 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-5f0755c8-d6a0-43a4-afb6-7d8567aad780 req-1e630611-cc7b-413f-ab0d-ed913660603a tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0551615 Feb 04 00:55:59.982275 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2dd2d0-a6b2-46c0-9b17-71659294db99 req-a8f38f6e-3dee-46bc-9b78-26afb8926b99 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:55:59.983895 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ed2dd2d0-a6b2-46c0-9b17-71659294db99 req-a8f38f6e-3dee-46bc-9b78-26afb8926b99 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 945 time: 0.0549779 Feb 04 00:56:00.014493 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-5f0755c8-d6a0-43a4-afb6-7d8567aad780 req-52ee64e8-a8ee-4e96-a6ab-75b123755439 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Deleting port e3444036-dd14-4e16-9a59-c926e0b970dc {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:56:00.014846 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5f0755c8-d6a0-43a4-afb6-7d8567aad780 req-52ee64e8-a8ee-4e96-a6ab-75b123755439 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (e3444036-dd14-4e16-9a59-c926e0b970dc), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:00.032888 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ed2dd2d0-a6b2-46c0-9b17-71659294db99 req-c6720973-416e-441d-9a0a-72b4abe58a0a tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7ba1b7c-9364-45c5-a67d-0325595cc092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428681 Feb 04 00:56:00.104053 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-5f0755c8-d6a0-43a4-afb6-7d8567aad780 req-52ee64e8-a8ee-4e96-a6ab-75b123755439 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] For port e3444036-dd14-4e16-9a59-c926e0b970dc, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=e3444036-dd14-4e16-9a59-c926e0b970dc,segment=NetworkSegment(060e0f0b-1beb-4b9f-b430-9022df74b8a3),segment_id=060e0f0b-1beb-4b9f-b430-9022df74b8a3)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:56:00.104423 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5f0755c8-d6a0-43a4-afb6-7d8567aad780 req-52ee64e8-a8ee-4e96-a6ab-75b123755439 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (e3444036-dd14-4e16-9a59-c926e0b970dc), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:00.117282 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-5f0755c8-d6a0-43a4-afb6-7d8567aad780 req-52ee64e8-a8ee-4e96-a6ab-75b123755439 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Calling delete_port for e3444036-dd14-4e16-9a59-c926e0b970dc owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:56:00.203003 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 234bdff6-5458-4db7-8f4c-6657e3921313 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 00:56:00.205957 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 0e0825f3-1310-413d-a4cc-09f3d1160f59 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:56:00.233272 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] No Port match for: 0e0825f3-1310-413d-a4cc-09f3d1160f59 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 00:56:00.233860 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 0e0825f3-1310-413d-a4cc-09f3d1160f59 not bound to the agent host hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 00:56:00.327622 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 234bdff6-5458-4db7-8f4c-6657e3921313, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=234bdff6-5458-4db7-8f4c-6657e3921313,segment=NetworkSegment(24c0ec21-3c7a-49b9-b9cd-bc17109016f1),segment_id=24c0ec21-3c7a-49b9-b9cd-bc17109016f1)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:56:00.339428 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Returning: {'device': '234bdff6-5458-4db7-8f4c-6657e3921313', 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143', 'port_id': '234bdff6-5458-4db7-8f4c-6657e3921313', 'mac_address': 'fa:16:3e:ec:69:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2ac8d13-4344-48e5-8534-751622f2d98c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 00:56:00.342761 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5f0755c8-d6a0-43a4-afb6-7d8567aad780 req-52ee64e8-a8ee-4e96-a6ab-75b123755439 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (e3444036-dd14-4e16-9a59-c926e0b970dc), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:00.365633 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['e3444036-dd14-4e16-9a59-c926e0b970dc'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:56:00.369020 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee64e8-a8ee-4e96-a6ab-75b123755439 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Pushing event deleted for resources: {'Port': ['ID=e3444036-dd14-4e16-9a59-c926e0b970dc,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:00.404114 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port 234bdff6-5458-4db7-8f4c-6657e3921313 is: DOWN; New status is: BUILD {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:56:00.404510 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (234bdff6-5458-4db7-8f4c-6657e3921313), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:00.416438 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f0755c8-d6a0-43a4-afb6-7d8567aad780 req-52ee64e8-a8ee-4e96-a6ab-75b123755439 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] No DVR routers for this DVR port e3444036-dd14-4e16-9a59-c926e0b970dc on host hv-cinder-82777 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:56:00.419508 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 234bdff6-5458-4db7-8f4c-6657e3921313 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:56:00.419623 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5f0755c8-d6a0-43a4-afb6-7d8567aad780 req-52ee64e8-a8ee-4e96-a6ab-75b123755439 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:00.422197 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-5f0755c8-d6a0-43a4-afb6-7d8567aad780 req-52ee64e8-a8ee-4e96-a6ab-75b123755439 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.39 "DELETE /v2.0/ports/e3444036-dd14-4e16-9a59-c926e0b970dc HTTP/1.1" status: 204 len: 173 time: 0.5023065 Feb 04 00:56:00.422632 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f023172-7a69-4455-8ed0-9b629be4db65', 'name': 'network-vif-deleted', 'tag': 'e3444036-dd14-4e16-9a59-c926e0b970dc'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:56:00.424947 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9923a7793e9fa6102d344dd696201155eb04f662303130ce66584af0359f1e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c718ae-a6f5-4b84-b7f1-2b7cde75d811" -d '{"events": [{"server_uuid": "0f023172-7a69-4455-8ed0-9b629be4db65", "name": "network-vif-deleted", "tag": "e3444036-dd14-4e16-9a59-c926e0b970dc"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:56:00.438755 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 234bdff6-5458-4db7-8f4c-6657e3921313, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=234bdff6-5458-4db7-8f4c-6657e3921313,segment=NetworkSegment(24c0ec21-3c7a-49b9-b9cd-bc17109016f1),segment_id=24c0ec21-3c7a-49b9-b9cd-bc17109016f1)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:56:00.461392 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b8fcdd-1a79-45bd-96e4-7a50d53ca0dc x-openstack-request-id: req-a6b8fcdd-1a79-45bd-96e4-7a50d53ca0dc {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:56:00.465604 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f023172-7a69-4455-8ed0-9b629be4db65", "name": "network-vif-deleted", "tag": "e3444036-dd14-4e16-9a59-c926e0b970dc", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:56:00.465604 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a6b8fcdd-1a79-45bd-96e4-7a50d53ca0dc {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:56:00.465604 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f023172-7a69-4455-8ed0-9b629be4db65', 'name': 'network-vif-deleted', 'tag': 'e3444036-dd14-4e16-9a59-c926e0b970dc', 'status': 'completed', 'code': 200} Feb 04 00:56:00.582470 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (234bdff6-5458-4db7-8f4c-6657e3921313), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:00.627982 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c453f-9497-4378-86e7-178ea0e373cb req-f274b337-021b-4122-8ee0-678b5bae8610 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:00.629663 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-227c453f-9497-4378-86e7-178ea0e373cb req-f274b337-021b-4122-8ee0-678b5bae8610 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdcebc9c-fd60-429c-ad3f-feddd4367ec1 HTTP/1.1" status: 200 len: 945 time: 0.0616834 Feb 04 00:56:00.637583 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=234bdff6-5458-4db7-8f4c-6657e3921313,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:00.682301 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-227c453f-9497-4378-86e7-178ea0e373cb req-a9a26b58-4a96-422e-9623-25821a3d067a tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432768 Feb 04 00:56:00.829380 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['234bdff6-5458-4db7-8f4c-6657e3921313'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:56:00.949361 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7e193-0e65-4669-9e8d-534b5cb54354 req-770ccecb-8193-48eb-a47c-cdca99912d08 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:00.950920 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-1ff7e193-0e65-4669-9e8d-534b5cb54354 req-770ccecb-8193-48eb-a47c-cdca99912d08 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=877deee7-124c-43a1-812a-af658ec4c7a9 HTTP/1.1" status: 200 len: 946 time: 0.0531170 Feb 04 00:56:01.002451 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-1ff7e193-0e65-4669-9e8d-534b5cb54354 req-9d2b8bbf-6121-4cc2-b5ec-c01c73fb163d tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453696 Feb 04 00:56:01.138822 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-33362761-9f1c-4f47-ac79-44e042bf1e76 req-f2936063-fe04-40bd-beb3-274c0233f2d8 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f023172-7a69-4455-8ed0-9b629be4db65 HTTP/1.1" status: 200 len: 210 time: 0.0267501 Feb 04 00:56:01.212169 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269018a3-ac67-4d34-92e7-be056430b583 req-8dc23d7e-840e-46da-87b7-52fd96b8ae3b tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:01.213765 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-269018a3-ac67-4d34-92e7-be056430b583 req-8dc23d7e-840e-46da-87b7-52fd96b8ae3b tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.39 "GET /v2.0/ports?device_id=877deee7-124c-43a1-812a-af658ec4c7a9 HTTP/1.1" status: 200 len: 946 time: 0.0517673 Feb 04 00:56:01.312468 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-269018a3-ac67-4d34-92e7-be056430b583 req-26ebe089-017a-49ee-a802-5db761a57109 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Deleting port 94872446-6eb5-46bf-8a0a-8e33828352f9 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:56:01.312822 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-269018a3-ac67-4d34-92e7-be056430b583 req-26ebe089-017a-49ee-a802-5db761a57109 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (94872446-6eb5-46bf-8a0a-8e33828352f9), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:01.406894 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-269018a3-ac67-4d34-92e7-be056430b583 req-26ebe089-017a-49ee-a802-5db761a57109 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] For port 94872446-6eb5-46bf-8a0a-8e33828352f9, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=94872446-6eb5-46bf-8a0a-8e33828352f9,segment=NetworkSegment(bfd891dd-65b5-4811-be81-80f452cca4a0),segment_id=bfd891dd-65b5-4811-be81-80f452cca4a0)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:56:01.407257 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-269018a3-ac67-4d34-92e7-be056430b583 req-26ebe089-017a-49ee-a802-5db761a57109 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (94872446-6eb5-46bf-8a0a-8e33828352f9), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:01.420289 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-269018a3-ac67-4d34-92e7-be056430b583 req-26ebe089-017a-49ee-a802-5db761a57109 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Calling delete_port for 94872446-6eb5-46bf-8a0a-8e33828352f9 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:56:01.626710 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-269018a3-ac67-4d34-92e7-be056430b583 req-26ebe089-017a-49ee-a802-5db761a57109 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (94872446-6eb5-46bf-8a0a-8e33828352f9), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:01.637870 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['51d6301d-baf9-4a4c-a89f-a04596df3241', '94872446-6eb5-46bf-8a0a-8e33828352f9'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:56:01.655730 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebe089-017a-49ee-a802-5db761a57109 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Pushing event deleted for resources: {'Port': ['ID=94872446-6eb5-46bf-8a0a-8e33828352f9,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:01.700423 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-269018a3-ac67-4d34-92e7-be056430b583 req-26ebe089-017a-49ee-a802-5db761a57109 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] No DVR routers for this DVR port 94872446-6eb5-46bf-8a0a-8e33828352f9 on host hv-cinder-82777 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:56:01.704376 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-269018a3-ac67-4d34-92e7-be056430b583 req-26ebe089-017a-49ee-a802-5db761a57109 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:01.706386 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-269018a3-ac67-4d34-92e7-be056430b583 req-26ebe089-017a-49ee-a802-5db761a57109 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.39 "DELETE /v2.0/ports/94872446-6eb5-46bf-8a0a-8e33828352f9 HTTP/1.1" status: 204 len: 173 time: 0.4872513 Feb 04 00:56:01.800353 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1b6ec-aae4-4d38-874f-6aa462d42712 req-b2358d55-357d-4f51-a692-126d66028be1 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:01.808102 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-f0c1b6ec-aae4-4d38-874f-6aa462d42712 req-b2358d55-357d-4f51-a692-126d66028be1 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdcebc9c-fd60-429c-ad3f-feddd4367ec1 HTTP/1.1" status: 200 len: 945 time: 0.0518932 Feb 04 00:56:01.850545 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-f0c1b6ec-aae4-4d38-874f-6aa462d42712 req-6d197cb5-23ee-4018-99ec-b29a5ef838bb tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423474 Feb 04 00:56:02.111177 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-77b99ac0-9da2-44d9-add6-f573efa91d29 req-4bc88baf-803e-4204-8d30-442b63a23600 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=877deee7-124c-43a1-812a-af658ec4c7a9 HTTP/1.1" status: 200 len: 210 time: 0.0298073 Feb 04 00:56:02.193510 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 59248) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:02.212835 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 234bdff6-5458-4db7-8f4c-6657e3921313 up at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:56:02.359594 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning for port 234bdff6-5458-4db7-8f4c-6657e3921313 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:56:02.364172 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning complete for port 234bdff6-5458-4db7-8f4c-6657e3921313 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:56:02.364544 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (234bdff6-5458-4db7-8f4c-6657e3921313), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:02.447831 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port 234bdff6-5458-4db7-8f4c-6657e3921313 is: BUILD; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:56:02.448221 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (234bdff6-5458-4db7-8f4c-6657e3921313), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:02.463536 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '877deee7-124c-43a1-812a-af658ec4c7a9', 'name': 'network-vif-deleted', 'tag': '94872446-6eb5-46bf-8a0a-8e33828352f9'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:56:02.465953 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9923a7793e9fa6102d344dd696201155eb04f662303130ce66584af0359f1e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571afdb1-0915-4e5d-8bc4-927d3c0d807e" -d '{"events": [{"server_uuid": "877deee7-124c-43a1-812a-af658ec4c7a9", "name": "network-vif-deleted", "tag": "94872446-6eb5-46bf-8a0a-8e33828352f9"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:56:02.470558 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdcebc9c-fd60-429c-ad3f-feddd4367ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '234bdff6-5458-4db7-8f4c-6657e3921313'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:56:02.472828 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6008afca8a05d931a9cb2feac605f7a66ad88b8a0c7f78d7c81d8c88d670685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06e2e2d-ff24-438a-b9cf-38d5c9a560e5" -d '{"events": [{"server_uuid": "cdcebc9c-fd60-429c-ad3f-feddd4367ec1", "name": "network-vif-plugged", "status": "completed", "tag": "234bdff6-5458-4db7-8f4c-6657e3921313"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:56:02.492357 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 234bdff6-5458-4db7-8f4c-6657e3921313, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=234bdff6-5458-4db7-8f4c-6657e3921313,segment=NetworkSegment(24c0ec21-3c7a-49b9-b9cd-bc17109016f1),segment_id=24c0ec21-3c7a-49b9-b9cd-bc17109016f1)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:56:02.504607 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92913901-ee98-4323-b0dc-763db1fc3bd3 x-openstack-request-id: req-92913901-ee98-4323-b0dc-763db1fc3bd3 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:56:02.504903 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "877deee7-124c-43a1-812a-af658ec4c7a9", "name": "network-vif-deleted", "tag": "94872446-6eb5-46bf-8a0a-8e33828352f9", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:56:02.505156 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-92913901-ee98-4323-b0dc-763db1fc3bd3 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:56:02.505589 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '877deee7-124c-43a1-812a-af658ec4c7a9', 'name': 'network-vif-deleted', 'tag': '94872446-6eb5-46bf-8a0a-8e33828352f9', 'status': 'completed', 'code': 200} Feb 04 00:56:02.518064 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4f78b0-feae-444a-a9d6-1ce3ff35c6c0 x-openstack-request-id: req-da4f78b0-feae-444a-a9d6-1ce3ff35c6c0 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:56:02.520325 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdcebc9c-fd60-429c-ad3f-feddd4367ec1", "name": "network-vif-plugged", "status": "completed", "tag": "234bdff6-5458-4db7-8f4c-6657e3921313", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:56:02.520325 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-da4f78b0-feae-444a-a9d6-1ce3ff35c6c0 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:56:02.520325 dv-cinder-827778-1-iscsi neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdcebc9c-fd60-429c-ad3f-feddd4367ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '234bdff6-5458-4db7-8f4c-6657e3921313', 'code': 200} Feb 04 00:56:02.577042 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (234bdff6-5458-4db7-8f4c-6657e3921313), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:02.577932 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device e3444036-dd14-4e16-9a59-c926e0b970dc no longer exists at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:56:02.618805 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-22185952-cdf4-422f-b363-4dbe9f2ff0cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-478914'] for router_interface (6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:02.620701 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] No Port match for: e3444036-dd14-4e16-9a59-c926e0b970dc {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 00:56:02.621106 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device e3444036-dd14-4e16-9a59-c926e0b970dc not bound to the agent host hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 00:56:02.621551 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 94872446-6eb5-46bf-8a0a-8e33828352f9 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:56:02.645448 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] No Port match for: 94872446-6eb5-46bf-8a0a-8e33828352f9 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 00:56:02.646141 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 94872446-6eb5-46bf-8a0a-8e33828352f9 not bound to the agent host hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 00:56:02.666431 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=234bdff6-5458-4db7-8f4c-6657e3921313,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:02.890857 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c4fe5c-d141-4864-8c8b-5bfe8b169ec3 req-becbd541-3723-4678-926c-99e9029cf1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:02.892379 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-16c4fe5c-d141-4864-8c8b-5bfe8b169ec3 req-becbd541-3723-4678-926c-99e9029cf1b1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cdcebc9c-fd60-429c-ad3f-feddd4367ec1 HTTP/1.1" status: 200 len: 1130 time: 0.0454183 Feb 04 00:56:02.940256 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-22185952-cdf4-422f-b363-4dbe9f2ff0cf admin admin] Deleting port 7703f069-6a54-4c45-b0b2-4f41e3d9d069 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:56:02.940615 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-22185952-cdf4-422f-b363-4dbe9f2ff0cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (7703f069-6a54-4c45-b0b2-4f41e3d9d069), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:02.941029 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-16c4fe5c-d141-4864-8c8b-5bfe8b169ec3 req-a0474650-3f03-431a-a0ea-7e890f1eb21d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409651 Feb 04 00:56:03.031554 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70b349-43a9-4e1e-84d8-8f07bdf8a159 req-f556acd9-e945-4a14-95b4-0cdd63c05761 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:03.033011 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8b70b349-43a9-4e1e-84d8-8f07bdf8a159 req-f556acd9-e945-4a14-95b4-0cdd63c05761 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdcebc9c-fd60-429c-ad3f-feddd4367ec1 HTTP/1.1" status: 200 len: 946 time: 0.1073937 Feb 04 00:56:03.061440 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-22185952-cdf4-422f-b363-4dbe9f2ff0cf admin admin] For port 7703f069-6a54-4c45-b0b2-4f41e3d9d069, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=7703f069-6a54-4c45-b0b2-4f41e3d9d069,segment=NetworkSegment(060e0f0b-1beb-4b9f-b430-9022df74b8a3),segment_id=060e0f0b-1beb-4b9f-b430-9022df74b8a3)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:56:03.061828 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-22185952-cdf4-422f-b363-4dbe9f2ff0cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (7703f069-6a54-4c45-b0b2-4f41e3d9d069), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:03.086503 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-22185952-cdf4-422f-b363-4dbe9f2ff0cf admin admin] Calling delete_port for 7703f069-6a54-4c45-b0b2-4f41e3d9d069 owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:56:03.108893 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8b70b349-43a9-4e1e-84d8-8f07bdf8a159 req-121c1f24-34c1-47d2-9cea-81c0b2b5aad4 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703530 Feb 04 00:56:03.325037 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-22185952-cdf4-422f-b363-4dbe9f2ff0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-660047'] for port (7703f069-6a54-4c45-b0b2-4f41e3d9d069), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:03.354876 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22185952-cdf4-422f-b363-4dbe9f2ff0cf admin admin] Pushing event deleted for resources: {'Port': ['ID=7703f069-6a54-4c45-b0b2-4f41e3d9d069,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:03.513873 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-22185952-cdf4-422f-b363-4dbe9f2ff0cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1763608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478774'] for router_interface (6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:03.730544 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22185952-cdf4-422f-b363-4dbe9f2ff0cf admin admin] Router 6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab has already been hosted by L3 agent 05e42f77-b612-4439-9acd-15af6102b82d {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:56:03.833696 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22185952-cdf4-422f-b363-4dbe9f2ff0cf admin admin] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:56:03.839675 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-22185952-cdf4-422f-b363-4dbe9f2ff0cf admin admin] 10.222.0.10 "PUT /v2.0/routers/6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6451204 Feb 04 00:56:03.842320 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 59268) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:03.843339 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34708ee-204b-4e2b-a3e9-ff0f2a519580 None None] Sync routers for ids ['6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab'] in dv-cinder-827778-1-iscsi {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 00:56:03.854699 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34708ee-204b-4e2b-a3e9-ff0f2a519580 None None] Routers {'6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:56:03.855537 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-c34708ee-204b-4e2b-a3e9-ff0f2a519580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:55:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:56:03.956718 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-381e7472-8deb-494a-bc48-0b6321a98555 admin admin] Publish callbacks [] for router (6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:04.046477 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-c34708ee-204b-4e2b-a3e9-ff0f2a519580 None None] Set router 6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab gateway port host: dv-cinder-827778-1-iscsi {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:56:04.080617 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-381e7472-8deb-494a-bc48-0b6321a98555 admin admin] Publish callbacks [] for router_gateway (6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:04.199050 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-381e7472-8deb-494a-bc48-0b6321a98555 admin admin] Deleting port 507fce16-ce3a-4348-847d-9cc22a66c3a7 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:56:04.199642 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-381e7472-8deb-494a-bc48-0b6321a98555 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (507fce16-ce3a-4348-847d-9cc22a66c3a7), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:04.229324 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-c34708ee-204b-4e2b-a3e9-ff0f2a519580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab', 'name': 'tempest-ServerRescueNegativeTestJSON-1560589143-router', 'tenant_id': '2afd163d280640839661275f0ebd1c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '507fce16-ce3a-4348-847d-9cc22a66c3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:52:38Z', 'updated_at': '2022-02-04T00:56:03Z', 'revision_number': 5, 'project_id': '2afd163d280640839661275f0ebd1c4e', 'gw_port': {'id': '507fce16-ce3a-4348-847d-9cc22a66c3a7', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:52:39Z', 'updated_at': '2022-02-04T00:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi'}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:56:04.239213 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e22c6d-8b1a-4a77-8eb5-47fcfe7891ae req-a3cbba1f-1009-47dc-b089-879aaba3e614 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:04.240989 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-75e22c6d-8b1a-4a77-8eb5-47fcfe7891ae req-a3cbba1f-1009-47dc-b089-879aaba3e614 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdcebc9c-fd60-429c-ad3f-feddd4367ec1 HTTP/1.1" status: 200 len: 946 time: 0.0580266 Feb 04 00:56:04.258813 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34708ee-204b-4e2b-a3e9-ff0f2a519580 None None] Checking router: 6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab for host: dv-cinder-827778-1-iscsi {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 00:56:04.268349 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34708ee-204b-4e2b-a3e9-ff0f2a519580 None None] Routers {'6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:56:04.269182 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-c34708ee-204b-4e2b-a3e9-ff0f2a519580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:55:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:56:04.289645 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-381e7472-8deb-494a-bc48-0b6321a98555 admin admin] For port 507fce16-ce3a-4348-847d-9cc22a66c3a7, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=507fce16-ce3a-4348-847d-9cc22a66c3a7,segment=NetworkSegment(e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a),segment_id=e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:56:04.290010 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-381e7472-8deb-494a-bc48-0b6321a98555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (507fce16-ce3a-4348-847d-9cc22a66c3a7), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:04.291481 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-75e22c6d-8b1a-4a77-8eb5-47fcfe7891ae req-c9e6c510-fd26-4023-82c9-1cea321a2c07 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449529 Feb 04 00:56:04.303065 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-381e7472-8deb-494a-bc48-0b6321a98555 admin admin] Calling delete_port for 507fce16-ce3a-4348-847d-9cc22a66c3a7 owned by network:router_gateway {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:56:04.358963 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-c34708ee-204b-4e2b-a3e9-ff0f2a519580 None None] Set router 6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:56:04.412992 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-c34708ee-204b-4e2b-a3e9-ff0f2a519580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab', 'name': 'tempest-ServerRescueNegativeTestJSON-1560589143-router', 'tenant_id': '2afd163d280640839661275f0ebd1c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:52:38Z', 'updated_at': '2022-02-04T00:56:04Z', 'revision_number': 6, 'project_id': '2afd163d280640839661275f0ebd1c4e', 'gw_port_host': None}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:56:04.439934 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34708ee-204b-4e2b-a3e9-ff0f2a519580 None None] The sync data for ids ['6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab'] in dv-cinder-827778-1-iscsi is: [{'id': '6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab', 'name': 'tempest-ServerRescueNegativeTestJSON-1560589143-router', 'tenant_id': '2afd163d280640839661275f0ebd1c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:52:38Z', 'updated_at': '2022-02-04T00:56:04Z', 'revision_number': 6, 'project_id': '2afd163d280640839661275f0ebd1c4e', 'gw_port_host': None}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 00:56:04.474957 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9e3a6-a0ac-46a8-8a83-f429477029b3 req-b70d35cf-9022-4143-9246-6b5675b2c87c tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:04.474957 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-14b9e3a6-a0ac-46a8-8a83-f429477029b3 req-b70d35cf-9022-4143-9246-6b5675b2c87c tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdcebc9c-fd60-429c-ad3f-feddd4367ec1 HTTP/1.1" status: 200 len: 946 time: 0.1094747 Feb 04 00:56:04.554901 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-14b9e3a6-a0ac-46a8-8a83-f429477029b3 req-99790de2-d818-4e84-9584-d52481993992 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703926 Feb 04 00:56:04.588832 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 59282) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:04.673759 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-381e7472-8deb-494a-bc48-0b6321a98555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (507fce16-ce3a-4348-847d-9cc22a66c3a7), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:04.700165 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e7472-8deb-494a-bc48-0b6321a98555 admin admin] Pushing event deleted for resources: {'Port': ['ID=507fce16-ce3a-4348-847d-9cc22a66c3a7,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:04.797437 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-381e7472-8deb-494a-bc48-0b6321a98555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601432'] for router_gateway (6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:04.873536 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3008bfb-278e-42e4-bffb-68d9ac9e434a tempest-TestVolumeBootPattern-949408989 tempest-TestVolumeBootPattern-949408989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:04.875104 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-e3008bfb-278e-42e4-bffb-68d9ac9e434a tempest-TestVolumeBootPattern-949408989 tempest-TestVolumeBootPattern-949408989-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cdcebc9c-fd60-429c-ad3f-feddd4367ec1 HTTP/1.1" status: 200 len: 1125 time: 0.2853107 Feb 04 00:56:04.878245 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 59288) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:04.883282 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-5a0c5758-3f9d-4cb7-9afe-b34fb3163660 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Request body: {'floatingip': {'floating_network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'port_id': '234bdff6-5458-4db7-8f4c-6657e3921313', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:56:04.916841 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-381e7472-8deb-494a-bc48-0b6321a98555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26696'] for router (6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:04.927356 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-381e7472-8deb-494a-bc48-0b6321a98555 admin admin] Publish callbacks [] for router_controller (6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab), precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:05.016682 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5a0c5758-3f9d-4cb7-9afe-b34fb3163660 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:05.023001 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776344e-e69b-410a-b205-3ac3085f7511 req-f3ca9479-20ba-400c-b7a2-2704ace23e27 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:05.024996 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9776344e-e69b-410a-b205-3ac3085f7511 req-f3ca9479-20ba-400c-b7a2-2704ace23e27 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=da0753e3-3336-4b9e-9497-d7fe5c1a7277 HTTP/1.1" status: 200 len: 945 time: 0.1062980 Feb 04 00:56:05.072087 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9776344e-e69b-410a-b205-3ac3085f7511 req-e65df62e-3ef7-4d3e-9ea8-9f726e688a03 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411279 Feb 04 00:56:05.114819 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5a0c5758-3f9d-4cb7-9afe-b34fb3163660 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:05.153414 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-381e7472-8deb-494a-bc48-0b6321a98555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487464'] for router (6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:05.154034 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381e7472-8deb-494a-bc48-0b6321a98555 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 00:56:05.159155 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-381e7472-8deb-494a-bc48-0b6321a98555 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:05.162902 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-381e7472-8deb-494a-bc48-0b6321a98555 admin admin] 10.222.0.10 "DELETE /v2.0/routers/6e56ab08-3b30-4ba3-b9aa-1e1fa0f6fdab HTTP/1.1" status: 204 len: 168 time: 1.3195705 Feb 04 00:56:05.163510 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 59292) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:05.209936 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b8badce-3202-4f60-9b45-9557e2521fa7 admin admin] Deleting subnet 46745580-e406-4b05-84f7-81e0482f0518 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 00:56:05.213005 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7b8badce-3202-4f60-9b45-9557e2521fa7 admin admin] Publish callbacks [] for subnet (46745580-e406-4b05-84f7-81e0482f0518), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:05.223708 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-5a0c5758-3f9d-4cb7-9afe-b34fb3163660 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Allocated IP 172.27.1.223 (03e92c86-a3b2-4a50-bb8c-ad63e47f70ee/b22bab27-11ad-47ee-b4e2-a457ed5eeb04/9cff0e1b-249c-4db0-85d3-0b51f9187e57) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:56:05.248725 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7b8badce-3202-4f60-9b45-9557e2521fa7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10427957'] for subnet (46745580-e406-4b05-84f7-81e0482f0518), precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:05.291166 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7b8badce-3202-4f60-9b45-9557e2521fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383273'] for subnet (46745580-e406-4b05-84f7-81e0482f0518), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:05.332293 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5a0c5758-3f9d-4cb7-9afe-b34fb3163660 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for port (9cff0e1b-249c-4db0-85d3-0b51f9187e57), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:05.389702 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 507fce16-ce3a-4348-847d-9cc22a66c3a7 no longer exists at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:56:05.410279 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] No Port match for: 507fce16-ce3a-4348-847d-9cc22a66c3a7 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 00:56:05.410622 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 507fce16-ce3a-4348-847d-9cc22a66c3a7 not bound to the agent host dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 00:56:05.415497 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 7703f069-6a54-4c45-b0b2-4f41e3d9d069 no longer exists at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:56:05.430971 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] No Port match for: 7703f069-6a54-4c45-b0b2-4f41e3d9d069 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 00:56:05.431315 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 7703f069-6a54-4c45-b0b2-4f41e3d9d069 not bound to the agent host dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 00:56:05.457409 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7b8badce-3202-4f60-9b45-9557e2521fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10424670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8755965'] for subnet (46745580-e406-4b05-84f7-81e0482f0518), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:05.458254 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5a0c5758-3f9d-4cb7-9afe-b34fb3163660 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-660047'] for port (9cff0e1b-249c-4db0-85d3-0b51f9187e57), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:05.485225 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8badce-3202-4f60-9b45-9557e2521fa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46745580-e406-4b05-84f7-81e0482f0518,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:05.495133 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7b8badce-3202-4f60-9b45-9557e2521fa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for subnet (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:05.498501 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-7b8badce-3202-4f60-9b45-9557e2521fa7 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/46745580-e406-4b05-84f7-81e0482f0518 HTTP/1.1" status: 204 len: 168 time: 0.3340085 Feb 04 00:56:05.500932 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 59296) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:05.506392 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0c5758-3f9d-4cb7-9afe-b34fb3163660 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Pushing event updated for resources: {'Port': ['ID=9cff0e1b-249c-4db0-85d3-0b51f9187e57,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:05.518476 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0c5758-3f9d-4cb7-9afe-b34fb3163660 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Network 03e92c86-a3b2-4a50-bb8c-ad63e47f70ee is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:56:05.519975 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-5a0c5758-3f9d-4cb7-9afe-b34fb3163660 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:56:05.522309 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0c5758-3f9d-4cb7-9afe-b34fb3163660 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:56:05.576935 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-93edfab5-8d1b-4338-8947-05dedcf1e7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-749408'] for network (ae043462-32cc-4bf5-9ede-b06308dbc788), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:05.660729 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-93edfab5-8d1b-4338-8947-05dedcf1e7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381372', 'neutron.services.segments.db._delete_segments_for_network-8784746458965'] for network (ae043462-32cc-4bf5-9ede-b06308dbc788), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:05.682386 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.services.segments.db [None req-93edfab5-8d1b-4338-8947-05dedcf1e7c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae043462-32cc-4bf5-9ede-b06308dbc788']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:56:05.692676 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.services.segments.db [None req-93edfab5-8d1b-4338-8947-05dedcf1e7c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '060e0f0b-1beb-4b9f-b430-9022df74b8a3') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:56:05.692971 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.services.segments.db [None req-93edfab5-8d1b-4338-8947-05dedcf1e7c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '060e0f0b-1beb-4b9f-b430-9022df74b8a3') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:56:05.711952 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-93edfab5-8d1b-4338-8947-05dedcf1e7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784746459486', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10427964'] for segment (060e0f0b-1beb-4b9f-b430-9022df74b8a3), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:05.726225 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-93edfab5-8d1b-4338-8947-05dedcf1e7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650'] for segment (060e0f0b-1beb-4b9f-b430-9022df74b8a3), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:05.733569 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93edfab5-8d1b-4338-8947-05dedcf1e7c5 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 00:56:05.733982 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-93edfab5-8d1b-4338-8947-05dedcf1e7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10424816'] for segment (060e0f0b-1beb-4b9f-b430-9022df74b8a3), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:05.737024 dv-cinder-827778-1-iscsi neutron-server[109723]: Traceback (most recent call last): Feb 04 00:56:05.737024 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 00:56:05.737024 dv-cinder-827778-1-iscsi neutron-server[109723]: timer() Feb 04 00:56:05.737024 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 00:56:05.737024 dv-cinder-827778-1-iscsi neutron-server[109723]: cb(*args, **kw) Feb 04 00:56:05.737024 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 00:56:05.737024 dv-cinder-827778-1-iscsi neutron-server[109723]: return func(*args, **kwargs) Feb 04 00:56:05.737024 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 00:56:05.737024 dv-cinder-827778-1-iscsi neutron-server[109723]: self._notify() Feb 04 00:56:05.737024 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 00:56:05.737024 dv-cinder-827778-1-iscsi neutron-server[109723]: self.callback(batched_events) Feb 04 00:56:05.737024 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 00:56:05.737024 dv-cinder-827778-1-iscsi neutron-server[109723]: event.method(event) Feb 04 00:56:05.737024 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 00:56:05.737024 dv-cinder-827778-1-iscsi neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 00:56:05.737024 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 00:56:05.737024 dv-cinder-827778-1-iscsi neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 00:56:05.737024 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 00:56:05.737024 dv-cinder-827778-1-iscsi neutron-server[109723]: return f(self, *a, **k) Feb 04 00:56:05.737024 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 00:56:05.737024 dv-cinder-827778-1-iscsi neutron-server[109723]: return self._get(url).json() Feb 04 00:56:05.737024 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 00:56:05.737024 dv-cinder-827778-1-iscsi neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 00:56:05.737024 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 00:56:05.737024 dv-cinder-827778-1-iscsi neutron-server[109723]: return self.request(url, 'GET', **kwargs) Feb 04 00:56:05.737024 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 00:56:05.737024 dv-cinder-827778-1-iscsi neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 00:56:05.737024 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 00:56:05.737024 dv-cinder-827778-1-iscsi neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 00:56:05.737024 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 00:56:05.737024 dv-cinder-827778-1-iscsi neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 00:56:05.737024 dv-cinder-827778-1-iscsi neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 00:56:05.879562 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-93edfab5-8d1b-4338-8947-05dedcf1e7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601460'] for network (ae043462-32cc-4bf5-9ede-b06308dbc788), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:05.886668 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-93edfab5-8d1b-4338-8947-05dedcf1e7c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for network (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:05.889447 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-93edfab5-8d1b-4338-8947-05dedcf1e7c5 admin admin] 10.222.0.10 "DELETE /v2.0/networks/ae043462-32cc-4bf5-9ede-b06308dbc788 HTTP/1.1" status: 204 len: 168 time: 0.3872981 Feb 04 00:56:05.902303 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93edfab5-8d1b-4338-8947-05dedcf1e7c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae043462-32cc-4bf5-9ede-b06308dbc788,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:06.086258 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5a0c5758-3f9d-4cb7-9afe-b34fb3163660 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for floatingip (8eace7c5-5e52-439a-85b8-18c03b625c7c), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:06.193018 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0296c00-beaf-466f-9ba4-0db4283813bd req-3333d9df-3c95-442d-828e-6f958c3aa83b tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:06.194528 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d0296c00-beaf-466f-9ba4-0db4283813bd req-3333d9df-3c95-442d-828e-6f958c3aa83b tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=da0753e3-3336-4b9e-9497-d7fe5c1a7277 HTTP/1.1" status: 200 len: 945 time: 0.0540330 Feb 04 00:56:06.252631 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5a0c5758-3f9d-4cb7-9afe-b34fb3163660 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (9cff0e1b-249c-4db0-85d3-0b51f9187e57), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:06.265824 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 59306) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:06.292357 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d0296c00-beaf-466f-9ba4-0db4283813bd req-bf026653-a089-4fa8-b720-7bb016e3d6d0 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/security-groups?id=104cdf85-0281-4ecb-a5c7-ed47a10d30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912337 Feb 04 00:56:06.326755 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-7a00f6fd-db36-49e5-8857-e2787c84ba92 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2afd163d280640839661275f0ebd1c4e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0592184 Feb 04 00:56:06.329614 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 59308) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:06.382354 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-80b0c762-ae05-43b4-9ff9-57b4adb25af6 admin admin] Publish callbacks [] for security_group (c7ba1b7c-9364-45c5-a67d-0325595cc092), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:06.409315 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-80b0c762-ae05-43b4-9ff9-57b4adb25af6 admin admin] Publish callbacks [] for security_group (c7ba1b7c-9364-45c5-a67d-0325595cc092), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:06.438798 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5a0c5758-3f9d-4cb7-9afe-b34fb3163660 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for port (9cff0e1b-249c-4db0-85d3-0b51f9187e57), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:06.503258 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b577cdb-934d-4104-bcee-4af4cf05b421 req-9fb648c6-45cc-4bd8-b7eb-cae3e4b57f1d tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:06.504720 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-5b577cdb-934d-4104-bcee-4af4cf05b421 req-9fb648c6-45cc-4bd8-b7eb-cae3e4b57f1d tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.39 "GET /v2.0/ports?device_id=da0753e3-3336-4b9e-9497-d7fe5c1a7277 HTTP/1.1" status: 200 len: 945 time: 0.0540476 Feb 04 00:56:06.553438 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5a0c5758-3f9d-4cb7-9afe-b34fb3163660 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-660056'] for port (9cff0e1b-249c-4db0-85d3-0b51f9187e57), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:06.597957 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-5b577cdb-934d-4104-bcee-4af4cf05b421 req-46bef968-4f8f-4f6b-be92-d674b78b2ad6 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Deleting port 51d6301d-baf9-4a4c-a89f-a04596df3241 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:56:06.598308 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5b577cdb-934d-4104-bcee-4af4cf05b421 req-46bef968-4f8f-4f6b-be92-d674b78b2ad6 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (51d6301d-baf9-4a4c-a89f-a04596df3241), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:06.623061 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0c5758-3f9d-4cb7-9afe-b34fb3163660 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Pushing event updated for resources: {'Port': ['ID=9cff0e1b-249c-4db0-85d3-0b51f9187e57,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:06.632171 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5a0c5758-3f9d-4cb7-9afe-b34fb3163660 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601474'] for floatingip (8eace7c5-5e52-439a-85b8-18c03b625c7c), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:06.635709 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-80b0c762-ae05-43b4-9ff9-57b4adb25af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (c7ba1b7c-9364-45c5-a67d-0325595cc092), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:06.638178 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-80b0c762-ae05-43b4-9ff9-57b4adb25af6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:06.639300 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-80b0c762-ae05-43b4-9ff9-57b4adb25af6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c7ba1b7c-9364-45c5-a67d-0325595cc092 HTTP/1.1" status: 204 len: 168 time: 0.3087254 Feb 04 00:56:06.653854 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b0c762-ae05-43b4-9ff9-57b4adb25af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ba1b7c-9364-45c5-a67d-0325595cc092,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:06.704506 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-5b577cdb-934d-4104-bcee-4af4cf05b421 req-46bef968-4f8f-4f6b-be92-d674b78b2ad6 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] For port 51d6301d-baf9-4a4c-a89f-a04596df3241, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=51d6301d-baf9-4a4c-a89f-a04596df3241,segment=NetworkSegment(bfd891dd-65b5-4811-be81-80f452cca4a0),segment_id=bfd891dd-65b5-4811-be81-80f452cca4a0)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:56:06.705037 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5b577cdb-934d-4104-bcee-4af4cf05b421 req-46bef968-4f8f-4f6b-be92-d674b78b2ad6 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (51d6301d-baf9-4a4c-a89f-a04596df3241), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:06.725793 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-5b577cdb-934d-4104-bcee-4af4cf05b421 req-46bef968-4f8f-4f6b-be92-d674b78b2ad6 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Calling delete_port for 51d6301d-baf9-4a4c-a89f-a04596df3241 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:56:06.755717 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.db.l3_db [None req-5a0c5758-3f9d-4cb7-9afe-b34fb3163660 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Floating IP 8eace7c5-5e52-439a-85b8-18c03b625c7c associated. External IP: 172.27.1.223, port: 234bdff6-5458-4db7-8f4c-6657e3921313. Feb 04 00:56:06.971351 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0c5758-3f9d-4cb7-9afe-b34fb3163660 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Router 6cfc065a-c771-4294-97e6-c9c271da741b has already been hosted by L3 agent 05e42f77-b612-4439-9acd-15af6102b82d {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:56:06.971569 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5b577cdb-934d-4104-bcee-4af4cf05b421 req-46bef968-4f8f-4f6b-be92-d674b78b2ad6 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (51d6301d-baf9-4a4c-a89f-a04596df3241), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:06.983975 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['51d6301d-baf9-4a4c-a89f-a04596df3241'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:56:07.002776 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bef968-4f8f-4f6b-be92-d674b78b2ad6 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Pushing event deleted for resources: {'Port': ['ID=51d6301d-baf9-4a4c-a89f-a04596df3241,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:07.082823 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b577cdb-934d-4104-bcee-4af4cf05b421 req-46bef968-4f8f-4f6b-be92-d674b78b2ad6 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] No DVR routers for this DVR port 51d6301d-baf9-4a4c-a89f-a04596df3241 on host hv-cinder-82777 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:56:07.086472 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5b577cdb-934d-4104-bcee-4af4cf05b421 req-46bef968-4f8f-4f6b-be92-d674b78b2ad6 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:07.092359 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-5b577cdb-934d-4104-bcee-4af4cf05b421 req-46bef968-4f8f-4f6b-be92-d674b78b2ad6 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.39 "DELETE /v2.0/ports/51d6301d-baf9-4a4c-a89f-a04596df3241 HTTP/1.1" status: 204 len: 173 time: 0.5794587 Feb 04 00:56:07.092359 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0753e3-3336-4b9e-9497-d7fe5c1a7277', 'name': 'network-vif-deleted', 'tag': '51d6301d-baf9-4a4c-a89f-a04596df3241'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:56:07.092688 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9923a7793e9fa6102d344dd696201155eb04f662303130ce66584af0359f1e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef9afaa-cebf-4652-a9ba-9d652846901c" -d '{"events": [{"server_uuid": "da0753e3-3336-4b9e-9497-d7fe5c1a7277", "name": "network-vif-deleted", "tag": "51d6301d-baf9-4a4c-a89f-a04596df3241"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:56:07.129599 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0c5758-3f9d-4cb7-9afe-b34fb3163660 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:56:07.141022 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d7f0a3-50d5-4456-a107-de32bddfb0d6 None None] Sync routers for ids ['6cfc065a-c771-4294-97e6-c9c271da741b'] in dv-cinder-827778-1-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 00:56:07.154452 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d8a7d6-ed1d-465e-b9d2-cb43df4f0364 x-openstack-request-id: req-c9d8a7d6-ed1d-465e-b9d2-cb43df4f0364 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:56:07.154816 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0753e3-3336-4b9e-9497-d7fe5c1a7277", "name": "network-vif-deleted", "tag": "51d6301d-baf9-4a4c-a89f-a04596df3241", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:56:07.155140 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c9d8a7d6-ed1d-465e-b9d2-cb43df4f0364 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:56:07.161073 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0753e3-3336-4b9e-9497-d7fe5c1a7277', 'name': 'network-vif-deleted', 'tag': '51d6301d-baf9-4a4c-a89f-a04596df3241', 'status': 'completed', 'code': 200} Feb 04 00:56:07.161226 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d7f0a3-50d5-4456-a107-de32bddfb0d6 None None] Routers {'6cfc065a-c771-4294-97e6-c9c271da741b'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:56:07.161226 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-b5d7f0a3-50d5-4456-a107-de32bddfb0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:55:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['6cfc065a-c771-4294-97e6-c9c271da741b'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:56:07.218506 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5a0c5758-3f9d-4cb7-9afe-b34fb3163660 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for floatingip (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:07.249630 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-5a0c5758-3f9d-4cb7-9afe-b34fb3163660 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3702528 Feb 04 00:56:07.250504 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdcebc9c-fd60-429c-ad3f-feddd4367ec1', 'tag': '234bdff6-5458-4db7-8f4c-6657e3921313'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:56:07.253139 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e0c5a5779633a09e60ecc98ad41b20f8dcc6f9c395ee4249b8896e9f1e38e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8195470-d17b-4014-a82b-b51fd9487710" -d '{"events": [{"name": "network-changed", "server_uuid": "cdcebc9c-fd60-429c-ad3f-feddd4367ec1", "tag": "234bdff6-5458-4db7-8f4c-6657e3921313"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:56:07.280692 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-b5d7f0a3-50d5-4456-a107-de32bddfb0d6 None None] Set router 6cfc065a-c771-4294-97e6-c9c271da741b gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:56:07.310984 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 00:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c77752-1c43-41ff-8fc2-0e69a0f48bc8 x-openstack-request-id: req-20c77752-1c43-41ff-8fc2-0e69a0f48bc8 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:56:07.311276 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdcebc9c-fd60-429c-ad3f-feddd4367ec1", "tag": "234bdff6-5458-4db7-8f4c-6657e3921313", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:56:07.314671 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-20c77752-1c43-41ff-8fc2-0e69a0f48bc8 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:56:07.314671 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdcebc9c-fd60-429c-ad3f-feddd4367ec1', 'tag': '234bdff6-5458-4db7-8f4c-6657e3921313', 'status': 'completed', 'code': 200} Feb 04 00:56:07.418489 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3198db99-c95b-4cee-b63f-b2f2ac761cf9 req-69c6c6e1-b239-462f-9c0d-aca3305415ec tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=da0753e3-3336-4b9e-9497-d7fe5c1a7277 HTTP/1.1" status: 200 len: 210 time: 0.0357776 Feb 04 00:56:07.439750 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8195470-d17b-4014-a82b-b51fd9487710 req-f7e41019-cb3b-48e1-949e-3c2e7618e4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:07.441593 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b8195470-d17b-4014-a82b-b51fd9487710 req-f7e41019-cb3b-48e1-949e-3c2e7618e4a8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a68a23113594a40a7e2e124035f3fcb&device_id=cdcebc9c-fd60-429c-ad3f-feddd4367ec1 HTTP/1.1" status: 200 len: 1130 time: 0.1062355 Feb 04 00:56:07.576975 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-b5d7f0a3-50d5-4456-a107-de32bddfb0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'name': 'tempest-TestVolumeBootPattern-2116994202-router', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '12774d0c-45ab-41c1-9a14-80e674936547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:54:29Z', 'updated_at': '2022-02-04T00:54:33Z', 'revision_number': 4, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'gw_port': {'id': '12774d0c-45ab-41c1-9a14-80e674936547', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:30Z', 'updated_at': '2022-02-04T00:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_floatingips': [{'id': '8eace7c5-5e52-439a-85b8-18c03b625c7c', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'floating_ip_address': '172.27.1.223', 'floating_network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'router_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'port_id': '234bdff6-5458-4db7-8f4c-6657e3921313', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143', 'mac_address': 'fa:16:3e:ec:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcebc9c-fd60-429c-ad3f-feddd4367ec1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:56:05Z', 'updated_at': '2022-02-04T00:56:05Z', 'revision_number': 0, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84cb692e-ba87-4fd5-9193-9ad761fe8f53', 'name': '', 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'mac_address': 'fa:16:3e:ae:d5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'f2ac8d13-4344-48e5-8534-751622f2d98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:32Z', 'updated_at': '2022-02-04T00:54:39Z', 'revision_number': 5, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'subnets': [{'id': 'f2ac8d13-4344-48e5-8534-751622f2d98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:56:07.606246 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d7f0a3-50d5-4456-a107-de32bddfb0d6 None None] Checking router: 6cfc065a-c771-4294-97e6-c9c271da741b for host: dv-cinder-827778-1-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 00:56:07.615337 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d7f0a3-50d5-4456-a107-de32bddfb0d6 None None] Routers {'6cfc065a-c771-4294-97e6-c9c271da741b'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:56:07.615919 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-b5d7f0a3-50d5-4456-a107-de32bddfb0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:55:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['6cfc065a-c771-4294-97e6-c9c271da741b'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:56:07.737693 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-b5d7f0a3-50d5-4456-a107-de32bddfb0d6 None None] Set router 6cfc065a-c771-4294-97e6-c9c271da741b gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:56:07.771608 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8195470-d17b-4014-a82b-b51fd9487710 req-7b522510-6a5d-40b3-8d23-b93654fe230c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:07.774001 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b8195470-d17b-4014-a82b-b51fd9487710 req-7b522510-6a5d-40b3-8d23-b93654fe230c service neutron] 10.222.0.39 "GET /v2.0/networks?id=5f955ba9-674e-45fd-8aac-6b73a4248143 HTTP/1.1" status: 200 len: 913 time: 0.3238387 Feb 04 00:56:07.846346 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b8195470-d17b-4014-a82b-b51fd9487710 req-87d5c4fb-2f96-4b2f-a4a0-b0bea627d32b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=234bdff6-5458-4db7-8f4c-6657e3921313 HTTP/1.1" status: 200 len: 1000 time: 0.0590389 Feb 04 00:56:07.967567 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-b5d7f0a3-50d5-4456-a107-de32bddfb0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'name': 'tempest-TestVolumeBootPattern-2116994202-router', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '12774d0c-45ab-41c1-9a14-80e674936547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:54:29Z', 'updated_at': '2022-02-04T00:54:33Z', 'revision_number': 4, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'gw_port': {'id': '12774d0c-45ab-41c1-9a14-80e674936547', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:30Z', 'updated_at': '2022-02-04T00:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_floatingips': [{'id': '8eace7c5-5e52-439a-85b8-18c03b625c7c', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'floating_ip_address': '172.27.1.223', 'floating_network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'router_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'port_id': '234bdff6-5458-4db7-8f4c-6657e3921313', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143', 'mac_address': 'fa:16:3e:ec:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcebc9c-fd60-429c-ad3f-feddd4367ec1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:56:05Z', 'updated_at': '2022-02-04T00:56:05Z', 'revision_number': 0, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84cb692e-ba87-4fd5-9193-9ad761fe8f53', 'name': '', 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'mac_address': 'fa:16:3e:ae:d5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'f2ac8d13-4344-48e5-8534-751622f2d98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:32Z', 'updated_at': '2022-02-04T00:54:39Z', 'revision_number': 5, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'subnets': [{'id': 'f2ac8d13-4344-48e5-8534-751622f2d98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:56:07.986228 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 59342) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:07.993353 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d7f0a3-50d5-4456-a107-de32bddfb0d6 None None] The sync data for ids ['6cfc065a-c771-4294-97e6-c9c271da741b'] in dv-cinder-827778-1-iscsi is: [{'id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'name': 'tempest-TestVolumeBootPattern-2116994202-router', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '12774d0c-45ab-41c1-9a14-80e674936547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:54:29Z', 'updated_at': '2022-02-04T00:54:33Z', 'revision_number': 4, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'gw_port': {'id': '12774d0c-45ab-41c1-9a14-80e674936547', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:30Z', 'updated_at': '2022-02-04T00:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_floatingips': [{'id': '8eace7c5-5e52-439a-85b8-18c03b625c7c', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'floating_ip_address': '172.27.1.223', 'floating_network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'router_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'port_id': '234bdff6-5458-4db7-8f4c-6657e3921313', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143', 'mac_address': 'fa:16:3e:ec:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcebc9c-fd60-429c-ad3f-feddd4367ec1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:56:05Z', 'updated_at': '2022-02-04T00:56:05Z', 'revision_number': 0, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84cb692e-ba87-4fd5-9193-9ad761fe8f53', 'name': '', 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'mac_address': 'fa:16:3e:ae:d5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'f2ac8d13-4344-48e5-8534-751622f2d98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:32Z', 'updated_at': '2022-02-04T00:54:39Z', 'revision_number': 5, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'subnets': [{'id': 'f2ac8d13-4344-48e5-8534-751622f2d98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 00:56:08.083415 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [None req-b3bb6825-cfae-49ce-a033-bc0d44c85546 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1288979520-network', 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:56:08.176766 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bb6825-cfae-49ce-a033-bc0d44c85546 admin admin] Made reservation on behalf of b0f51023e09f42c583c82a6cedd0b27c for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:56:08.179673 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b3bb6825-cfae-49ce-a033-bc0d44c85546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for network (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:08.184772 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998d3d69-f10e-4eab-81f9-4adebcffac96 None None] New status for floating IP 8eace7c5-5e52-439a-85b8-18c03b625c7c: ACTIVE {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 00:56:08.190410 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b3bb6825-cfae-49ce-a033-bc0d44c85546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:08.266801 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b3bb6825-cfae-49ce-a033-bc0d44c85546 admin admin] Publish callbacks [] for security_group (b45b1fba-89fc-431f-9587-1ce108ed86bf), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:08.380887 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b3bb6825-cfae-49ce-a033-bc0d44c85546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (b45b1fba-89fc-431f-9587-1ce108ed86bf), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:08.405137 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3bb6825-cfae-49ce-a033-bc0d44c85546 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 00:56:08.414158 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb6825-cfae-49ce-a033-bc0d44c85546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45b1fba-89fc-431f-9587-1ce108ed86bf,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:08.419889 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b3bb6825-cfae-49ce-a033-bc0d44c85546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650'] for segment (b465fa9e-77e1-4a65-93a3-230a0400b098), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:08.420693 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.db.segments_db [None req-b3bb6825-cfae-49ce-a033-bc0d44c85546 admin admin] Added segment b465fa9e-77e1-4a65-93a3-230a0400b098 of type vlan for network 271880bd-091b-49af-861b-f2b13eceb364 Feb 04 00:56:08.459996 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b3bb6825-cfae-49ce-a033-bc0d44c85546 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784745949642'] for network (271880bd-091b-49af-861b-f2b13eceb364), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:08.528689 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1fc6d7ec-c0dd-4cca-ba41-0f9d155cd4f8 req-bb01ecce-34f2-4ec5-9d1a-ae7765a27dab tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=da0753e3-3336-4b9e-9497-d7fe5c1a7277 HTTP/1.1" status: 200 len: 210 time: 0.0271962 Feb 04 00:56:08.587638 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b3bb6825-cfae-49ce-a033-bc0d44c85546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599'] for network (271880bd-091b-49af-861b-f2b13eceb364), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:08.588610 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bb6825-cfae-49ce-a033-bc0d44c85546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:08.589196 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b3bb6825-cfae-49ce-a033-bc0d44c85546 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for network (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:08.653415 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb6825-cfae-49ce-a033-bc0d44c85546 admin admin] Pushing event updated for resources: {'Network': ['ID=271880bd-091b-49af-861b-f2b13eceb364,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:08.663845 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Network 271880bd-091b-49af-861b-f2b13eceb364 details requested by agent ovs-agent-dv-cinder-827778-1-iscsi with host dv-cinder-827778-1-iscsi {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 00:56:08.693808 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8195470-d17b-4014-a82b-b51fd9487710 req-7140ea1d-b4e5-4406-9626-5035f1924008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:08.695427 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b8195470-d17b-4014-a82b-b51fd9487710 req-7140ea1d-b4e5-4406-9626-5035f1924008 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f2ac8d13-4344-48e5-8534-751622f2d98c HTTP/1.1" status: 200 len: 851 time: 0.0525792 Feb 04 00:56:08.698957 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-b3bb6825-cfae-49ce-a033-bc0d44c85546 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7116032 Feb 04 00:56:08.701881 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 59350) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:08.706719 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [None req-e0ff63c3-aab1-4156-8d4d-f20f7aa34035 admin admin] Request body: {'subnet': {'network_id': '271880bd-091b-49af-861b-f2b13eceb364', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1288979520-subnet', 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:56:08.816373 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ff63c3-aab1-4156-8d4d-f20f7aa34035 admin admin] Made reservation on behalf of b0f51023e09f42c583c82a6cedd0b27c for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:56:08.818732 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e0ff63c3-aab1-4156-8d4d-f20f7aa34035 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8755904'] for subnet (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:09.045007 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e0ff63c3-aab1-4156-8d4d-f20f7aa34035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10428051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8755958'] for subnet (359a36c9-988b-4b2d-817e-108886bfc95e), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:09.109062 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff63c3-aab1-4156-8d4d-f20f7aa34035 admin admin] Pushing event updated for resources: {'Subnet': ['ID=359a36c9-988b-4b2d-817e-108886bfc95e,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:09.115774 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ff63c3-aab1-4156-8d4d-f20f7aa34035 admin admin] Checking segment: {'id': 'b465fa9e-77e1-4a65-93a3-230a0400b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '271880bd-091b-49af-861b-f2b13eceb364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:56:09.116135 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ff63c3-aab1-4156-8d4d-f20f7aa34035 admin admin] Network hostable DHCP agents. Network: 271880bd-091b-49af-861b-f2b13eceb364, hostable agents: ['3f99e642-0ed0-4983-9f25-ae4b5e9c36f7'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 00:56:09.211219 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ff63c3-aab1-4156-8d4d-f20f7aa34035 admin admin] Network 271880bd-091b-49af-861b-f2b13eceb364 is scheduled to be hosted by DHCP agent 3f99e642-0ed0-4983-9f25-ae4b5e9c36f7 with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 00:56:09.317347 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-e0ff63c3-aab1-4156-8d4d-f20f7aa34035 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827778-1-iscsi, 271880bd-091b-49af-861b-f2b13eceb364) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:56:09.323756 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ff63c3-aab1-4156-8d4d-f20f7aa34035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:09.323756 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e0ff63c3-aab1-4156-8d4d-f20f7aa34035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for subnet (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:09.327863 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf740fc-4211-4150-8aed-d8004ff9db86 None None] Network 271880bd-091b-49af-861b-f2b13eceb364 requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 00:56:09.407786 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-e0ff63c3-aab1-4156-8d4d-f20f7aa34035 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7048631 Feb 04 00:56:09.410678 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 59354) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:09.415122 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-79ed0ea1-74fc-4d46-b435-d0d01c99a988 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1288979520-router', 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:56:09.437911 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1969ae10-28b6-4d8d-833a-e141078f07da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp722f4b90-efd4-5043-8a2b-763f3536f0fd-271880bd-091b-49af-861b-f2b13eceb364', 'network_id': '271880bd-091b-49af-861b-f2b13eceb364', 'project_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'fixed_ips': [{'subnet_id': '359a36c9-988b-4b2d-817e-108886bfc95e'}]}} from dv-cinder-827778-1-iscsi. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 00:56:09.438770 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1969ae10-28b6-4d8d-833a-e141078f07da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:09.495146 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-79ed0ea1-74fc-4d46-b435-d0d01c99a988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26682'] for router (f6ff5bcf-3b9c-45b8-9a67-1d82a903c391), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:09.496200 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-79ed0ea1-74fc-4d46-b435-d0d01c99a988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26691'] for router (f6ff5bcf-3b9c-45b8-9a67-1d82a903c391), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:09.549721 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-79ed0ea1-74fc-4d46-b435-d0d01c99a988 admin admin] Publish callbacks [] for router_controller (f6ff5bcf-3b9c-45b8-9a67-1d82a903c391), precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:09.571387 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-1969ae10-28b6-4d8d-833a-e141078f07da None None] Allocated IP 172.20.0.2 (271880bd-091b-49af-861b-f2b13eceb364/359a36c9-988b-4b2d-817e-108886bfc95e/974bd613-649b-4ae2-a838-9fac1174c624) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:56:09.635010 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-1532127e-5427-47a3-9e37-910bd756e3de req-83edd6cc-fcf1-4c9f-a2c3-922627cdcb38 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=da0753e3-3336-4b9e-9497-d7fe5c1a7277 HTTP/1.1" status: 200 len: 210 time: 0.0271924 Feb 04 00:56:09.715391 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1969ae10-28b6-4d8d-833a-e141078f07da None None] Publish callbacks [] for port (974bd613-649b-4ae2-a838-9fac1174c624), precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:09.775069 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-79ed0ea1-74fc-4d46-b435-d0d01c99a988 admin admin] Publish callbacks [] for router_gateway (f6ff5bcf-3b9c-45b8-9a67-1d82a903c391), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:09.788108 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1969ae10-28b6-4d8d-833a-e141078f07da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223'] for port (974bd613-649b-4ae2-a838-9fac1174c624), after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:09.825066 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1969ae10-28b6-4d8d-833a-e141078f07da None None] Network 271880bd-091b-49af-861b-f2b13eceb364 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:56:09.827850 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-1969ae10-28b6-4d8d-833a-e141078f07da None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:56:09.831250 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1969ae10-28b6-4d8d-833a-e141078f07da None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:56:09.839917 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1969ae10-28b6-4d8d-833a-e141078f07da None None] Pushing event updated for resources: {'Port': ['ID=974bd613-649b-4ae2-a838-9fac1174c624,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:09.891215 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-1969ae10-28b6-4d8d-833a-e141078f07da None None] Attempting to bind port 974bd613-649b-4ae2-a838-9fac1174c624 on host dv-cinder-827778-1-iscsi for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 00:56:09.891504 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-1969ae10-28b6-4d8d-833a-e141078f07da None None] Attempting to bind port 974bd613-649b-4ae2-a838-9fac1174c624 by drivers openvswitch,hyperv on host dv-cinder-827778-1-iscsi at level 0 using segments [{'id': 'b465fa9e-77e1-4a65-93a3-230a0400b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '271880bd-091b-49af-861b-f2b13eceb364'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 00:56:09.891858 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1969ae10-28b6-4d8d-833a-e141078f07da None None] Attempting to bind port 974bd613-649b-4ae2-a838-9fac1174c624 on network 271880bd-091b-49af-861b-f2b13eceb364 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:56:09.896624 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1969ae10-28b6-4d8d-833a-e141078f07da None None] Checking agent: {'id': '0e3a6df7-c473-4931-90ee-c50828366a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 44, 16), 'started_at': datetime.datetime(2022, 2, 4, 0, 44, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 00:56:09.896993 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1969ae10-28b6-4d8d-833a-e141078f07da None None] Checking segment: {'id': 'b465fa9e-77e1-4a65-93a3-230a0400b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '271880bd-091b-49af-861b-f2b13eceb364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:56:09.897391 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1969ae10-28b6-4d8d-833a-e141078f07da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:09.898320 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1969ae10-28b6-4d8d-833a-e141078f07da None None] Bound using segment: {'id': 'b465fa9e-77e1-4a65-93a3-230a0400b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '271880bd-091b-49af-861b-f2b13eceb364'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 00:56:09.898777 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-1969ae10-28b6-4d8d-833a-e141078f07da None None] Bound port: 974bd613-649b-4ae2-a838-9fac1174c624, host: dv-cinder-827778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b465fa9e-77e1-4a65-93a3-230a0400b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '271880bd-091b-49af-861b-f2b13eceb364'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 00:56:09.899156 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1969ae10-28b6-4d8d-833a-e141078f07da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (974bd613-649b-4ae2-a838-9fac1174c624), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:09.964479 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-1969ae10-28b6-4d8d-833a-e141078f07da None None] For port 974bd613-649b-4ae2-a838-9fac1174c624, host dv-cinder-827778-1-iscsi, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:56:09.967501 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-1969ae10-28b6-4d8d-833a-e141078f07da None None] For port 974bd613-649b-4ae2-a838-9fac1174c624, host dv-cinder-827778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=974bd613-649b-4ae2-a838-9fac1174c624,segment=NetworkSegment(b465fa9e-77e1-4a65-93a3-230a0400b098),segment_id=b465fa9e-77e1-4a65-93a3-230a0400b098)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:56:10.034270 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1969ae10-28b6-4d8d-833a-e141078f07da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (974bd613-649b-4ae2-a838-9fac1174c624), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:10.100377 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-79ed0ea1-74fc-4d46-b435-d0d01c99a988 admin admin] Publish callbacks [] for router_gateway (f6ff5bcf-3b9c-45b8-9a67-1d82a903c391), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:10.102472 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1969ae10-28b6-4d8d-833a-e141078f07da None None] Pushing event updated for resources: {'Port': ['ID=974bd613-649b-4ae2-a838-9fac1174c624,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:10.119601 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-79ed0ea1-74fc-4d46-b435-d0d01c99a988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:10.163584 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a0e87cf5-6be0-43b4-b25b-e6121845fa14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:10.226798 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-79ed0ea1-74fc-4d46-b435-d0d01c99a988 admin admin] Allocated IP 172.27.1.28 (03e92c86-a3b2-4a50-bb8c-ad63e47f70ee/b22bab27-11ad-47ee-b4e2-a457ed5eeb04/a75a35f5-1f19-4371-82c2-fcb1fbfcb021) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:56:10.348145 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-79ed0ea1-74fc-4d46-b435-d0d01c99a988 admin admin] Publish callbacks [] for port (a75a35f5-1f19-4371-82c2-fcb1fbfcb021), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:10.360837 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 51d6301d-baf9-4a4c-a89f-a04596df3241 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:56:10.396535 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] No Port match for: 51d6301d-baf9-4a4c-a89f-a04596df3241 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 00:56:10.396535 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 51d6301d-baf9-4a4c-a89f-a04596df3241 not bound to the agent host hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 00:56:10.415837 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8195470-d17b-4014-a82b-b51fd9487710 req-95c04ce3-4c13-4ccc-b447-35e5ebe092b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:10.417634 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b8195470-d17b-4014-a82b-b51fd9487710 req-95c04ce3-4c13-4ccc-b447-35e5ebe092b3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f955ba9-674e-45fd-8aac-6b73a4248143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0673690 Feb 04 00:56:10.511353 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b8195470-d17b-4014-a82b-b51fd9487710 req-75fa1f5c-9963-4462-a439-ad45bd4bffbe service neutron] 10.222.0.39 "GET /v2.0/networks/5f955ba9-674e-45fd-8aac-6b73a4248143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867450 Feb 04 00:56:10.514157 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-79ed0ea1-74fc-4d46-b435-d0d01c99a988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-660047'] for port (a75a35f5-1f19-4371-82c2-fcb1fbfcb021), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:10.555786 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ed0ea1-74fc-4d46-b435-d0d01c99a988 admin admin] Network 03e92c86-a3b2-4a50-bb8c-ad63e47f70ee is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:56:10.557239 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-79ed0ea1-74fc-4d46-b435-d0d01c99a988 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:56:10.561117 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ed0ea1-74fc-4d46-b435-d0d01c99a988 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:56:10.591156 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed0ea1-74fc-4d46-b435-d0d01c99a988 admin admin] Pushing event updated for resources: {'Port': ['ID=a75a35f5-1f19-4371-82c2-fcb1fbfcb021,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:10.613621 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b8195470-d17b-4014-a82b-b51fd9487710 req-c28d893a-bfa6-46c9-b74e-371993233f54 service neutron] 10.222.0.39 "GET /v2.0/networks/5f955ba9-674e-45fd-8aac-6b73a4248143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954480 Feb 04 00:56:10.740950 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1258e6ca-286a-44fd-8824-334c3f2a87ad req-c276a3ec-3b90-42b3-85a9-104720a75073 tempest-AttachVolumeNegativeTest-1548544351 tempest-AttachVolumeNegativeTest-1548544351-project] 10.222.0.10 "GET /v2.0/ports?device_id=da0753e3-3336-4b9e-9497-d7fe5c1a7277 HTTP/1.1" status: 200 len: 210 time: 0.0273561 Feb 04 00:56:10.919532 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-79ed0ea1-74fc-4d46-b435-d0d01c99a988 admin admin] Publish callbacks [] for router_gateway (f6ff5bcf-3b9c-45b8-9a67-1d82a903c391), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:11.035634 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebe644a-7015-4690-b42c-162910053620 None None] Network 271880bd-091b-49af-861b-f2b13eceb364 requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 00:56:11.145856 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-831f62de-fd3e-4af2-9b94-301afa197185 None None] Provisioning complete for port 974bd613-649b-4ae2-a838-9fac1174c624 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:56:11.146238 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-831f62de-fd3e-4af2-9b94-301afa197185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (974bd613-649b-4ae2-a838-9fac1174c624), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:11.236139 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-831f62de-fd3e-4af2-9b94-301afa197185 None None] Current status of the port 974bd613-649b-4ae2-a838-9fac1174c624 is: DOWN; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:56:11.236671 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-831f62de-fd3e-4af2-9b94-301afa197185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (974bd613-649b-4ae2-a838-9fac1174c624), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:11.273853 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-831f62de-fd3e-4af2-9b94-301afa197185 None None] For port 974bd613-649b-4ae2-a838-9fac1174c624, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=974bd613-649b-4ae2-a838-9fac1174c624,segment=NetworkSegment(b465fa9e-77e1-4a65-93a3-230a0400b098),segment_id=b465fa9e-77e1-4a65-93a3-230a0400b098)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:56:11.360715 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-79ed0ea1-74fc-4d46-b435-d0d01c99a988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477280'] for router (f6ff5bcf-3b9c-45b8-9a67-1d82a903c391), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:11.383277 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-831f62de-fd3e-4af2-9b94-301afa197185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (974bd613-649b-4ae2-a838-9fac1174c624), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:11.457412 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831f62de-fd3e-4af2-9b94-301afa197185 None None] Pushing event updated for resources: {'Port': ['ID=974bd613-649b-4ae2-a838-9fac1174c624,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:11.460926 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 974bd613-649b-4ae2-a838-9fac1174c624 up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:56:11.515233 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f7017e8b-6048-4bb1-9e1b-d206be851357 None None] Provisioning complete for port 974bd613-649b-4ae2-a838-9fac1174c624 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:56:11.515613 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f7017e8b-6048-4bb1-9e1b-d206be851357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (974bd613-649b-4ae2-a838-9fac1174c624), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:11.545560 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port 974bd613-649b-4ae2-a838-9fac1174c624 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:56:11.545946 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (974bd613-649b-4ae2-a838-9fac1174c624), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:11.609202 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ed0ea1-74fc-4d46-b435-d0d01c99a988 admin admin] Router f6ff5bcf-3b9c-45b8-9a67-1d82a903c391 is scheduled to L3 agent 05e42f77-b612-4439-9acd-15af6102b82d with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 00:56:11.659231 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f7017e8b-6048-4bb1-9e1b-d206be851357 None None] Current status of the port 974bd613-649b-4ae2-a838-9fac1174c624 is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:56:11.667207 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port 974bd613-649b-4ae2-a838-9fac1174c624 is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:56:11.719851 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ed0ea1-74fc-4d46-b435-d0d01c99a988 admin admin] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:56:11.729602 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cc295e-64c5-460f-badc-92ba52db9b7b None None] Sync routers for ids ['f6ff5bcf-3b9c-45b8-9a67-1d82a903c391'] in dv-cinder-827778-1-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 00:56:11.738705 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cc295e-64c5-460f-badc-92ba52db9b7b None None] Routers {'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:56:11.739342 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-82cc295e-64c5-460f-badc-92ba52db9b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:55:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['f6ff5bcf-3b9c-45b8-9a67-1d82a903c391'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:56:11.796390 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 59376) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:11.829645 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-79ed0ea1-74fc-4d46-b435-d0d01c99a988 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:11.830854 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-79ed0ea1-74fc-4d46-b435-d0d01c99a988 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4191103 Feb 04 00:56:11.834008 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 59378) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:11.848604 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ec7fa89-8f48-4652-aafd-c423c452a60d admin admin] Deleting subnet 65a62566-4a16-4ef6-aab9-2e1221b6fd4f {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 00:56:11.851215 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-82cc295e-64c5-460f-badc-92ba52db9b7b None None] Set router f6ff5bcf-3b9c-45b8-9a67-1d82a903c391 gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:56:11.853901 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0ec7fa89-8f48-4652-aafd-c423c452a60d admin admin] Publish callbacks [] for subnet (65a62566-4a16-4ef6-aab9-2e1221b6fd4f), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:11.898107 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0ec7fa89-8f48-4652-aafd-c423c452a60d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2987914'] for subnet (65a62566-4a16-4ef6-aab9-2e1221b6fd4f), precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:11.938955 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0ec7fa89-8f48-4652-aafd-c423c452a60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383273'] for subnet (65a62566-4a16-4ef6-aab9-2e1221b6fd4f), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:12.052308 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-82cc295e-64c5-460f-badc-92ba52db9b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'name': 'tempest-AttachVolumeTestJSON-1288979520-router', 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'a75a35f5-1f19-4371-82c2-fcb1fbfcb021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:56:09Z', 'updated_at': '2022-02-04T00:56:10Z', 'revision_number': 3, 'project_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'gw_port': {'id': 'a75a35f5-1f19-4371-82c2-fcb1fbfcb021', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:29:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:56:10Z', 'updated_at': '2022-02-04T00:56:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi'}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:56:12.084786 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cc295e-64c5-460f-badc-92ba52db9b7b None None] Checking router: f6ff5bcf-3b9c-45b8-9a67-1d82a903c391 for host: dv-cinder-827778-1-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 00:56:12.085146 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cc295e-64c5-460f-badc-92ba52db9b7b None None] Updating router f6ff5bcf-3b9c-45b8-9a67-1d82a903c391 port a75a35f5-1f19-4371-82c2-fcb1fbfcb021 binding host dv-cinder-827778-1-iscsi {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 00:56:12.091094 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0ec7fa89-8f48-4652-aafd-c423c452a60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-659986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9915318'] for subnet (65a62566-4a16-4ef6-aab9-2e1221b6fd4f), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:12.119312 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-82cc295e-64c5-460f-badc-92ba52db9b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (a75a35f5-1f19-4371-82c2-fcb1fbfcb021), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:12.121497 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0ec7fa89-8f48-4652-aafd-c423c452a60d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:12.128796 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-0ec7fa89-8f48-4652-aafd-c423c452a60d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/65a62566-4a16-4ef6-aab9-2e1221b6fd4f HTTP/1.1" status: 204 len: 168 time: 0.3273034 Feb 04 00:56:12.128796 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec7fa89-8f48-4652-aafd-c423c452a60d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65a62566-4a16-4ef6-aab9-2e1221b6fd4f,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:12.129276 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 59382) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:12.204864 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cb0fd5df-98a5-43f9-be77-6af20885895d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-749408'] for network (c42fc013-0698-46e2-b9f7-ed99a07b79db), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:12.284402 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cb0fd5df-98a5-43f9-be77-6af20885895d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381372', 'neutron.services.segments.db._delete_segments_for_network-8784746458965'] for network (c42fc013-0698-46e2-b9f7-ed99a07b79db), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:12.302179 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2d5bfe45-1b21-4abc-8435-8da802871213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:12.313140 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-cb0fd5df-98a5-43f9-be77-6af20885895d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c42fc013-0698-46e2-b9f7-ed99a07b79db']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:56:12.323442 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-cb0fd5df-98a5-43f9-be77-6af20885895d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfd891dd-65b5-4811-be81-80f452cca4a0') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:56:12.323902 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-cb0fd5df-98a5-43f9-be77-6af20885895d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfd891dd-65b5-4811-be81-80f452cca4a0') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:56:12.334158 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cb0fd5df-98a5-43f9-be77-6af20885895d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784746459486', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2987907'] for segment (bfd891dd-65b5-4811-be81-80f452cca4a0), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:12.335121 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e30774df-afad-46ef-b156-29e0702c4b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:12.348773 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cb0fd5df-98a5-43f9-be77-6af20885895d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650'] for segment (bfd891dd-65b5-4811-be81-80f452cca4a0), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:12.369399 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb0fd5df-98a5-43f9-be77-6af20885895d admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 00:56:12.370079 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cb0fd5df-98a5-43f9-be77-6af20885895d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-660156'] for segment (bfd891dd-65b5-4811-be81-80f452cca4a0), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:12.372528 dv-cinder-827778-1-iscsi neutron-server[109722]: Traceback (most recent call last): Feb 04 00:56:12.372528 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 00:56:12.372528 dv-cinder-827778-1-iscsi neutron-server[109722]: timer() Feb 04 00:56:12.372528 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 00:56:12.372528 dv-cinder-827778-1-iscsi neutron-server[109722]: cb(*args, **kw) Feb 04 00:56:12.372528 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 00:56:12.372528 dv-cinder-827778-1-iscsi neutron-server[109722]: return func(*args, **kwargs) Feb 04 00:56:12.372528 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 00:56:12.372528 dv-cinder-827778-1-iscsi neutron-server[109722]: self._notify() Feb 04 00:56:12.372528 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 00:56:12.372528 dv-cinder-827778-1-iscsi neutron-server[109722]: self.callback(batched_events) Feb 04 00:56:12.372528 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 00:56:12.372528 dv-cinder-827778-1-iscsi neutron-server[109722]: event.method(event) Feb 04 00:56:12.372528 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 00:56:12.372528 dv-cinder-827778-1-iscsi neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 00:56:12.372528 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 00:56:12.372528 dv-cinder-827778-1-iscsi neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 00:56:12.372528 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 00:56:12.372528 dv-cinder-827778-1-iscsi neutron-server[109722]: return f(self, *a, **k) Feb 04 00:56:12.372528 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 00:56:12.372528 dv-cinder-827778-1-iscsi neutron-server[109722]: return self._get(url).json() Feb 04 00:56:12.372528 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 00:56:12.372528 dv-cinder-827778-1-iscsi neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 00:56:12.372528 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 00:56:12.372528 dv-cinder-827778-1-iscsi neutron-server[109722]: return self.request(url, 'GET', **kwargs) Feb 04 00:56:12.372528 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 00:56:12.372528 dv-cinder-827778-1-iscsi neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 00:56:12.372528 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 00:56:12.372528 dv-cinder-827778-1-iscsi neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 00:56:12.372528 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 00:56:12.372528 dv-cinder-827778-1-iscsi neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 00:56:12.372528 dv-cinder-827778-1-iscsi neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 00:56:12.426412 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-82cc295e-64c5-460f-badc-92ba52db9b7b None None] Publish callbacks [] for port (a75a35f5-1f19-4371-82c2-fcb1fbfcb021), precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:12.501516 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-e30774df-afad-46ef-b156-29e0702c4b25 admin admin] Allocated IP 172.20.0.1 (271880bd-091b-49af-861b-f2b13eceb364/359a36c9-988b-4b2d-817e-108886bfc95e/3fb5d3c6-d0c9-4841-8f62-773150ff2e47) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:56:12.534898 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-82cc295e-64c5-460f-badc-92ba52db9b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (a75a35f5-1f19-4371-82c2-fcb1fbfcb021), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:12.575046 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cb0fd5df-98a5-43f9-be77-6af20885895d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601460'] for network (c42fc013-0698-46e2-b9f7-ed99a07b79db), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:12.581315 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cb0fd5df-98a5-43f9-be77-6af20885895d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for network (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:12.586225 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-cb0fd5df-98a5-43f9-be77-6af20885895d admin admin] 10.222.0.10 "DELETE /v2.0/networks/c42fc013-0698-46e2-b9f7-ed99a07b79db HTTP/1.1" status: 204 len: 168 time: 0.4547825 Feb 04 00:56:12.595776 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-82cc295e-64c5-460f-badc-92ba52db9b7b None None] Attempting to bind port a75a35f5-1f19-4371-82c2-fcb1fbfcb021 on host dv-cinder-827778-1-iscsi for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 00:56:12.596150 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-82cc295e-64c5-460f-badc-92ba52db9b7b None None] Attempting to bind port a75a35f5-1f19-4371-82c2-fcb1fbfcb021 by drivers openvswitch,hyperv on host dv-cinder-827778-1-iscsi at level 0 using segments [{'id': 'e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 00:56:12.596518 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cc295e-64c5-460f-badc-92ba52db9b7b None None] Attempting to bind port a75a35f5-1f19-4371-82c2-fcb1fbfcb021 on network 03e92c86-a3b2-4a50-bb8c-ad63e47f70ee {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:56:12.596939 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0fd5df-98a5-43f9-be77-6af20885895d admin admin] Pushing event deleted for resources: {'Network': ['ID=c42fc013-0698-46e2-b9f7-ed99a07b79db,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:12.598700 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864b7b6-b045-465f-8ac6-000aaade9938 None None] Pushing event updated for resources: {'Port': ['ID=a75a35f5-1f19-4371-82c2-fcb1fbfcb021,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:12.607860 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cc295e-64c5-460f-badc-92ba52db9b7b None None] Checking agent: {'id': '0e3a6df7-c473-4931-90ee-c50828366a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 44, 16), 'started_at': datetime.datetime(2022, 2, 4, 0, 44, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 00:56:12.609889 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cc295e-64c5-460f-badc-92ba52db9b7b None None] Checking segment: {'id': 'e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:56:12.610433 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-82cc295e-64c5-460f-badc-92ba52db9b7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:12.610946 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cc295e-64c5-460f-badc-92ba52db9b7b None None] Bound using segment: {'id': 'e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 00:56:12.611460 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-82cc295e-64c5-460f-badc-92ba52db9b7b None None] Bound port: a75a35f5-1f19-4371-82c2-fcb1fbfcb021, host: dv-cinder-827778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 00:56:12.611832 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-82cc295e-64c5-460f-badc-92ba52db9b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (a75a35f5-1f19-4371-82c2-fcb1fbfcb021), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:12.613248 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e30774df-afad-46ef-b156-29e0702c4b25 admin admin] Publish callbacks [] for port (3fb5d3c6-d0c9-4841-8f62-773150ff2e47), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:12.664318 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-82cc295e-64c5-460f-badc-92ba52db9b7b None None] For port a75a35f5-1f19-4371-82c2-fcb1fbfcb021, host dv-cinder-827778-1-iscsi, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:56:12.667326 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-82cc295e-64c5-460f-badc-92ba52db9b7b None None] For port a75a35f5-1f19-4371-82c2-fcb1fbfcb021, host dv-cinder-827778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=a75a35f5-1f19-4371-82c2-fcb1fbfcb021,segment=NetworkSegment(e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a),segment_id=e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:56:12.723772 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-82cc295e-64c5-460f-badc-92ba52db9b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (a75a35f5-1f19-4371-82c2-fcb1fbfcb021), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:12.723991 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e30774df-afad-46ef-b156-29e0702c4b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (3fb5d3c6-d0c9-4841-8f62-773150ff2e47), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:12.768367 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30774df-afad-46ef-b156-29e0702c4b25 admin admin] Network 271880bd-091b-49af-861b-f2b13eceb364 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:56:12.771320 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-e30774df-afad-46ef-b156-29e0702c4b25 admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:56:12.776388 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30774df-afad-46ef-b156-29e0702c4b25 admin admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:56:12.785378 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cc295e-64c5-460f-badc-92ba52db9b7b None None] Routers {'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:56:12.786098 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-82cc295e-64c5-460f-badc-92ba52db9b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:56:12Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['f6ff5bcf-3b9c-45b8-9a67-1d82a903c391'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:56:12.789818 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864b7b6-b045-465f-8ac6-000aaade9938 None None] Pushing event updated for resources: {'Port': ['ID=a75a35f5-1f19-4371-82c2-fcb1fbfcb021,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:12.805648 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30774df-afad-46ef-b156-29e0702c4b25 admin admin] Pushing event updated for resources: {'Port': ['ID=3fb5d3c6-d0c9-4841-8f62-773150ff2e47,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:12.837902 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e30774df-afad-46ef-b156-29e0702c4b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601359'] for router_interface (f6ff5bcf-3b9c-45b8-9a67-1d82a903c391), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:12.904181 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-82cc295e-64c5-460f-badc-92ba52db9b7b None None] Set router f6ff5bcf-3b9c-45b8-9a67-1d82a903c391 gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:56:12.940022 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 59388) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:12.990119 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-22393ba3-7349-4284-a1b3-ddc76e6d5729 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6ee5067671e14c84ba26b96caf0b0fc1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0465372 Feb 04 00:56:12.990247 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 59390) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:13.038718 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f353102d-7680-462b-81e6-1fb413ddcc81 admin admin] Publish callbacks [] for security_group (104cdf85-0281-4ecb-a5c7-ed47a10d30c6), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:13.053975 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e30774df-afad-46ef-b156-29e0702c4b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (3fb5d3c6-d0c9-4841-8f62-773150ff2e47), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:13.064874 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f353102d-7680-462b-81e6-1fb413ddcc81 admin admin] Publish callbacks [] for security_group (104cdf85-0281-4ecb-a5c7-ed47a10d30c6), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:13.100504 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-38fb20dd-95d3-46ea-805a-e34888d9c140 None None] Provisioning complete for port 3fb5d3c6-d0c9-4841-8f62-773150ff2e47 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:56:13.100910 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-38fb20dd-95d3-46ea-805a-e34888d9c140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (3fb5d3c6-d0c9-4841-8f62-773150ff2e47), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:13.124653 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-82cc295e-64c5-460f-badc-92ba52db9b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'name': 'tempest-AttachVolumeTestJSON-1288979520-router', 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'a75a35f5-1f19-4371-82c2-fcb1fbfcb021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:56:09Z', 'updated_at': '2022-02-04T00:56:10Z', 'revision_number': 3, 'project_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'gw_port': {'id': 'a75a35f5-1f19-4371-82c2-fcb1fbfcb021', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:29:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:56:10Z', 'updated_at': '2022-02-04T00:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi'}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:56:13.157186 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cc295e-64c5-460f-badc-92ba52db9b7b None None] The sync data for ids ['f6ff5bcf-3b9c-45b8-9a67-1d82a903c391'] in dv-cinder-827778-1-iscsi is: [{'id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'name': 'tempest-AttachVolumeTestJSON-1288979520-router', 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'a75a35f5-1f19-4371-82c2-fcb1fbfcb021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:56:09Z', 'updated_at': '2022-02-04T00:56:10Z', 'revision_number': 3, 'project_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'gw_port': {'id': 'a75a35f5-1f19-4371-82c2-fcb1fbfcb021', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:29:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:56:10Z', 'updated_at': '2022-02-04T00:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi'}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 00:56:13.165730 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-38fb20dd-95d3-46ea-805a-e34888d9c140 None None] Port 3fb5d3c6-d0c9-4841-8f62-773150ff2e47 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 00:56:13.199669 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f353102d-7680-462b-81e6-1fb413ddcc81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (104cdf85-0281-4ecb-a5c7-ed47a10d30c6), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:13.202555 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f353102d-7680-462b-81e6-1fb413ddcc81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:13.203757 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-f353102d-7680-462b-81e6-1fb413ddcc81 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/104cdf85-0281-4ecb-a5c7-ed47a10d30c6 HTTP/1.1" status: 204 len: 168 time: 0.2125609 Feb 04 00:56:13.215048 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f353102d-7680-462b-81e6-1fb413ddcc81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104cdf85-0281-4ecb-a5c7-ed47a10d30c6,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:13.233917 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e30774df-afad-46ef-b156-29e0702c4b25 admin admin] Publish callbacks [] for port (3fb5d3c6-d0c9-4841-8f62-773150ff2e47), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:13.317526 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e30774df-afad-46ef-b156-29e0702c4b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10424596'] for port (3fb5d3c6-d0c9-4841-8f62-773150ff2e47), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:13.390396 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e30774df-afad-46ef-b156-29e0702c4b25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1763617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-478911'] for router_interface (f6ff5bcf-3b9c-45b8-9a67-1d82a903c391), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:13.392370 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30774df-afad-46ef-b156-29e0702c4b25 admin admin] Pushing event updated for resources: {'Port': ['ID=3fb5d3c6-d0c9-4841-8f62-773150ff2e47,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:13.401988 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 974bd613-649b-4ae2-a838-9fac1174c624 up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:56:13.449514 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:13.475971 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port 974bd613-649b-4ae2-a838-9fac1174c624 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:56:13.476710 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (974bd613-649b-4ae2-a838-9fac1174c624), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:13.513440 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30774df-afad-46ef-b156-29e0702c4b25 admin admin] Network 271880bd-091b-49af-861b-f2b13eceb364 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:56:13.515028 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-e30774df-afad-46ef-b156-29e0702c4b25 admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:56:13.611052 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port 974bd613-649b-4ae2-a838-9fac1174c624 is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:56:13.693620 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30774df-afad-46ef-b156-29e0702c4b25 admin admin] Router f6ff5bcf-3b9c-45b8-9a67-1d82a903c391 has already been hosted by L3 agent 05e42f77-b612-4439-9acd-15af6102b82d {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:56:13.817789 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-0869fcf2-b5dc-4c7d-9439-094efb3e1535 None None] Provisioning complete for port 3fb5d3c6-d0c9-4841-8f62-773150ff2e47 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:56:13.818425 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0869fcf2-b5dc-4c7d-9439-094efb3e1535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (3fb5d3c6-d0c9-4841-8f62-773150ff2e47), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:13.848694 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30774df-afad-46ef-b156-29e0702c4b25 admin admin] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:56:13.856828 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-e30774df-afad-46ef-b156-29e0702c4b25 admin admin] 10.222.0.10 "PUT /v2.0/routers/f6ff5bcf-3b9c-45b8-9a67-1d82a903c391/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0217228 Feb 04 00:56:13.870383 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-0869fcf2-b5dc-4c7d-9439-094efb3e1535 None None] Port 3fb5d3c6-d0c9-4841-8f62-773150ff2e47 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 00:56:14.455091 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 59426) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:14.459617 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [None req-fbad31b2-9558-4c7f-84a3-566876120267 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2111950207', 'description': 'tempest-description--1567464044'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:56:14.622425 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fbad31b2-9558-4c7f-84a3-566876120267 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:14.688875 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fbad31b2-9558-4c7f-84a3-566876120267 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks [] for security_group (2fd38a94-539d-4d00-80e3-bc396a5ff2a2), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:14.757613 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fbad31b2-9558-4c7f-84a3-566876120267 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (2fd38a94-539d-4d00-80e3-bc396a5ff2a2), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:14.790710 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad31b2-9558-4c7f-84a3-566876120267 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd38a94-539d-4d00-80e3-bc396a5ff2a2,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:14.879386 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fbad31b2-9558-4c7f-84a3-566876120267 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:14.880648 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-fbad31b2-9558-4c7f-84a3-566876120267 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4245667 Feb 04 00:56:14.891556 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 59450) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:14.894293 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [None req-2791e363-ff53-439c-9bc6-33cfbe206275 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Request body: {'security_group_rule': {'security_group_id': '2fd38a94-539d-4d00-80e3-bc396a5ff2a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:56:14.924729 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afd999c-e4d9-41c2-81bf-ad6b9950efe7 None None] Sync routers for ids ['f6ff5bcf-3b9c-45b8-9a67-1d82a903c391'] in dv-cinder-827778-1-iscsi {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 00:56:14.937782 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afd999c-e4d9-41c2-81bf-ad6b9950efe7 None None] Routers {'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:56:14.939061 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-9afd999c-e4d9-41c2-81bf-ad6b9950efe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:56:12Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['f6ff5bcf-3b9c-45b8-9a67-1d82a903c391'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:56:15.004178 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2791e363-ff53-439c-9bc6-33cfbe206275 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks [] for security_group_rule (6b800427-53b4-4653-9ffa-cc93caa384d5), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:15.027774 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:15.060364 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-9afd999c-e4d9-41c2-81bf-ad6b9950efe7 None None] Set router f6ff5bcf-3b9c-45b8-9a67-1d82a903c391 gateway port host: dv-cinder-827778-1-iscsi {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:56:15.064973 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2791e363-ff53-439c-9bc6-33cfbe206275 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks [] for security_group_rule (6b800427-53b4-4653-9ffa-cc93caa384d5), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:15.119530 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2791e363-ff53-439c-9bc6-33cfbe206275 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670956'] for security_group_rule (6b800427-53b4-4653-9ffa-cc93caa384d5), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:15.140726 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791e363-ff53-439c-9bc6-33cfbe206275 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b800427-53b4-4653-9ffa-cc93caa384d5,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:15.193937 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2791e363-ff53-439c-9bc6-33cfbe206275 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:15.195711 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-2791e363-ff53-439c-9bc6-33cfbe206275 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3050673 Feb 04 00:56:15.198291 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 59464) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:15.202648 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [None req-c2774786-f8ee-433c-bdf2-9f1673ccac92 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Request body: {'security_group_rule': {'security_group_id': '2fd38a94-539d-4d00-80e3-bc396a5ff2a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:56:15.259731 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-9afd999c-e4d9-41c2-81bf-ad6b9950efe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'name': 'tempest-AttachVolumeTestJSON-1288979520-router', 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'a75a35f5-1f19-4371-82c2-fcb1fbfcb021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:56:09Z', 'updated_at': '2022-02-04T00:56:12Z', 'revision_number': 4, 'project_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'gw_port': {'id': 'a75a35f5-1f19-4371-82c2-fcb1fbfcb021', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:29:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:56:10Z', 'updated_at': '2022-02-04T00:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': '3fb5d3c6-d0c9-4841-8f62-773150ff2e47', 'name': '', 'network_id': '271880bd-091b-49af-861b-f2b13eceb364', 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'mac_address': 'fa:16:3e:44:5c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '359a36c9-988b-4b2d-817e-108886bfc95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:56:12Z', 'updated_at': '2022-02-04T00:56:13Z', 'revision_number': 2, 'project_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'subnets': [{'id': '359a36c9-988b-4b2d-817e-108886bfc95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:56:15.279692 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c2774786-f8ee-433c-bdf2-9f1673ccac92 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks [] for security_group_rule (a14422b4-a42d-4641-bea2-f4f73cd9343c), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:15.286422 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afd999c-e4d9-41c2-81bf-ad6b9950efe7 None None] Checking router: f6ff5bcf-3b9c-45b8-9a67-1d82a903c391 for host: dv-cinder-827778-1-iscsi {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 00:56:15.286787 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afd999c-e4d9-41c2-81bf-ad6b9950efe7 None None] Updating router f6ff5bcf-3b9c-45b8-9a67-1d82a903c391 port 3fb5d3c6-d0c9-4841-8f62-773150ff2e47 binding host dv-cinder-827778-1-iscsi {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 00:56:15.313810 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-9afd999c-e4d9-41c2-81bf-ad6b9950efe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (3fb5d3c6-d0c9-4841-8f62-773150ff2e47), before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:15.345728 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c2774786-f8ee-433c-bdf2-9f1673ccac92 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks [] for security_group_rule (a14422b4-a42d-4641-bea2-f4f73cd9343c), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:15.428048 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c2774786-f8ee-433c-bdf2-9f1673ccac92 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670956'] for security_group_rule (a14422b4-a42d-4641-bea2-f4f73cd9343c), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:15.438255 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device a75a35f5-1f19-4371-82c2-fcb1fbfcb021 up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:56:15.452562 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2774786-f8ee-433c-bdf2-9f1673ccac92 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a14422b4-a42d-4641-bea2-f4f73cd9343c,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:15.498629 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 59468) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:15.499191 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port a75a35f5-1f19-4371-82c2-fcb1fbfcb021 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:56:15.499402 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (a75a35f5-1f19-4371-82c2-fcb1fbfcb021), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:15.550211 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c2774786-f8ee-433c-bdf2-9f1673ccac92 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:15.556679 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-c2774786-f8ee-433c-bdf2-9f1673ccac92 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3562951 Feb 04 00:56:15.556831 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 59472) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:15.561132 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a0e8034a-5cb7-4fd3-9a7f-d049f9312b46 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Request body: {'floatingip': {'floating_network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:56:15.588124 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port a75a35f5-1f19-4371-82c2-fcb1fbfcb021 is: DOWN; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:56:15.588592 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (a75a35f5-1f19-4371-82c2-fcb1fbfcb021), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:15.602739 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-9afd999c-e4d9-41c2-81bf-ad6b9950efe7 None None] Publish callbacks [] for port (3fb5d3c6-d0c9-4841-8f62-773150ff2e47), precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:15.610362 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] For port a75a35f5-1f19-4371-82c2-fcb1fbfcb021, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=a75a35f5-1f19-4371-82c2-fcb1fbfcb021,segment=NetworkSegment(e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a),segment_id=e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:56:15.619171 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-66097c0b-8399-4490-ac7e-d78963602f5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:15.687740 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a0e8034a-5cb7-4fd3-9a7f-d049f9312b46 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:15.700630 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-66097c0b-8399-4490-ac7e-d78963602f5b admin admin] Publish callbacks [] for security_group (1f109031-e5f7-4907-9cdc-44c5cd22a1c2), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:15.707949 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-9afd999c-e4d9-41c2-81bf-ad6b9950efe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (3fb5d3c6-d0c9-4841-8f62-773150ff2e47), after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:15.708145 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (a75a35f5-1f19-4371-82c2-fcb1fbfcb021), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:15.753381 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05edca6-4c34-4d6a-822e-4c2230ef6fea None None] Pushing event updated for resources: {'Port': ['ID=3fb5d3c6-d0c9-4841-8f62-773150ff2e47,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:15.768873 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Pushing event updated for resources: {'Port': ['ID=a75a35f5-1f19-4371-82c2-fcb1fbfcb021,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:15.772060 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05edca6-4c34-4d6a-822e-4c2230ef6fea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:56:15.772429 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05edca6-4c34-4d6a-822e-4c2230ef6fea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:56:15.772965 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05edca6-4c34-4d6a-822e-4c2230ef6fea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:56:15.773502 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05edca6-4c34-4d6a-822e-4c2230ef6fea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:56:15.773840 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05edca6-4c34-4d6a-822e-4c2230ef6fea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:56:15.774189 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05edca6-4c34-4d6a-822e-4c2230ef6fea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:56:15.774497 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05edca6-4c34-4d6a-822e-4c2230ef6fea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:56:15.775003 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05edca6-4c34-4d6a-822e-4c2230ef6fea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:56:15.775335 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05edca6-4c34-4d6a-822e-4c2230ef6fea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:56:15.775678 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05edca6-4c34-4d6a-822e-4c2230ef6fea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:56:15.776008 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05edca6-4c34-4d6a-822e-4c2230ef6fea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:56:15.776330 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05edca6-4c34-4d6a-822e-4c2230ef6fea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:56:15.776651 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05edca6-4c34-4d6a-822e-4c2230ef6fea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:56:15.777850 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-66097c0b-8399-4490-ac7e-d78963602f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (1f109031-e5f7-4907-9cdc-44c5cd22a1c2), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:15.830570 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-9afd999c-e4d9-41c2-81bf-ad6b9950efe7 None None] Attempting to bind port 3fb5d3c6-d0c9-4841-8f62-773150ff2e47 on host dv-cinder-827778-1-iscsi for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 00:56:15.830988 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-9afd999c-e4d9-41c2-81bf-ad6b9950efe7 None None] Attempting to bind port 3fb5d3c6-d0c9-4841-8f62-773150ff2e47 by drivers openvswitch,hyperv on host dv-cinder-827778-1-iscsi at level 0 using segments [{'id': 'b465fa9e-77e1-4a65-93a3-230a0400b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '271880bd-091b-49af-861b-f2b13eceb364'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 00:56:15.831352 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afd999c-e4d9-41c2-81bf-ad6b9950efe7 None None] Attempting to bind port 3fb5d3c6-d0c9-4841-8f62-773150ff2e47 on network 271880bd-091b-49af-861b-f2b13eceb364 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:56:15.836583 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afd999c-e4d9-41c2-81bf-ad6b9950efe7 None None] Checking agent: {'id': '0e3a6df7-c473-4931-90ee-c50828366a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 44, 16), 'started_at': datetime.datetime(2022, 2, 4, 0, 44, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 00:56:15.836952 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afd999c-e4d9-41c2-81bf-ad6b9950efe7 None None] Checking segment: {'id': 'b465fa9e-77e1-4a65-93a3-230a0400b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '271880bd-091b-49af-861b-f2b13eceb364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:56:15.837350 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-9afd999c-e4d9-41c2-81bf-ad6b9950efe7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:15.837772 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afd999c-e4d9-41c2-81bf-ad6b9950efe7 None None] Bound using segment: {'id': 'b465fa9e-77e1-4a65-93a3-230a0400b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '271880bd-091b-49af-861b-f2b13eceb364'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 00:56:15.838232 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-9afd999c-e4d9-41c2-81bf-ad6b9950efe7 None None] Bound port: 3fb5d3c6-d0c9-4841-8f62-773150ff2e47, host: dv-cinder-827778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b465fa9e-77e1-4a65-93a3-230a0400b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '271880bd-091b-49af-861b-f2b13eceb364'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 00:56:15.838604 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-9afd999c-e4d9-41c2-81bf-ad6b9950efe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (3fb5d3c6-d0c9-4841-8f62-773150ff2e47), before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:15.845056 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-66097c0b-8399-4490-ac7e-d78963602f5b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=62b82847ca1045f09594c5274e3a8027&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3453429 Feb 04 00:56:15.846370 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66097c0b-8399-4490-ac7e-d78963602f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f109031-e5f7-4907-9cdc-44c5cd22a1c2,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:15.847812 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 59474) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:15.862416 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a0e8034a-5cb7-4fd3-9a7f-d049f9312b46 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:15.918543 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2763314b-80e7-41ff-8a21-973c3ec04b0d admin admin] Publish callbacks [] for security_group (1f109031-e5f7-4907-9cdc-44c5cd22a1c2), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:15.948437 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2763314b-80e7-41ff-8a21-973c3ec04b0d admin admin] Publish callbacks [] for security_group (1f109031-e5f7-4907-9cdc-44c5cd22a1c2), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:16.009750 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-a0e8034a-5cb7-4fd3-9a7f-d049f9312b46 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Allocated IP 172.27.1.246 (03e92c86-a3b2-4a50-bb8c-ad63e47f70ee/b22bab27-11ad-47ee-b4e2-a457ed5eeb04/22586d16-5c70-4e06-91ad-732b6d056832) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:56:16.048276 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-9afd999c-e4d9-41c2-81bf-ad6b9950efe7 None None] For port 3fb5d3c6-d0c9-4841-8f62-773150ff2e47, host dv-cinder-827778-1-iscsi, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:56:16.051810 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-9afd999c-e4d9-41c2-81bf-ad6b9950efe7 None None] For port 3fb5d3c6-d0c9-4841-8f62-773150ff2e47, host dv-cinder-827778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=3fb5d3c6-d0c9-4841-8f62-773150ff2e47,segment=NetworkSegment(b465fa9e-77e1-4a65-93a3-230a0400b098),segment_id=b465fa9e-77e1-4a65-93a3-230a0400b098)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:56:16.089328 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2763314b-80e7-41ff-8a21-973c3ec04b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (1f109031-e5f7-4907-9cdc-44c5cd22a1c2), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:16.092177 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2763314b-80e7-41ff-8a21-973c3ec04b0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:16.096597 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-2763314b-80e7-41ff-8a21-973c3ec04b0d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1f109031-e5f7-4907-9cdc-44c5cd22a1c2 HTTP/1.1" status: 204 len: 168 time: 0.2453775 Feb 04 00:56:16.102568 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763314b-80e7-41ff-8a21-973c3ec04b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f109031-e5f7-4907-9cdc-44c5cd22a1c2,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:16.118345 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-9afd999c-e4d9-41c2-81bf-ad6b9950efe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (3fb5d3c6-d0c9-4841-8f62-773150ff2e47), after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:16.136078 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-99e5f49b-095e-4094-a8f8-d35324fcb1f3 None None] Provisioning complete for port 3fb5d3c6-d0c9-4841-8f62-773150ff2e47 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:56:16.139140 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-99e5f49b-095e-4094-a8f8-d35324fcb1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (3fb5d3c6-d0c9-4841-8f62-773150ff2e47), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:16.174717 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a0e8034a-5cb7-4fd3-9a7f-d049f9312b46 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks [] for port (22586d16-5c70-4e06-91ad-732b6d056832), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:16.192858 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:16.223284 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afd999c-e4d9-41c2-81bf-ad6b9950efe7 None None] Routers {'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:56:16.224113 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-9afd999c-e4d9-41c2-81bf-ad6b9950efe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:56:12Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['f6ff5bcf-3b9c-45b8-9a67-1d82a903c391'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:56:16.264593 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-99e5f49b-095e-4094-a8f8-d35324fcb1f3 None None] Current status of the port 3fb5d3c6-d0c9-4841-8f62-773150ff2e47 is: DOWN; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:56:16.265233 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-99e5f49b-095e-4094-a8f8-d35324fcb1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (3fb5d3c6-d0c9-4841-8f62-773150ff2e47), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:16.310208 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-99e5f49b-095e-4094-a8f8-d35324fcb1f3 None None] For port 3fb5d3c6-d0c9-4841-8f62-773150ff2e47, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=3fb5d3c6-d0c9-4841-8f62-773150ff2e47,segment=NetworkSegment(b465fa9e-77e1-4a65-93a3-230a0400b098),segment_id=b465fa9e-77e1-4a65-93a3-230a0400b098)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:56:16.354073 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a0e8034a-5cb7-4fd3-9a7f-d049f9312b46 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-660047'] for port (22586d16-5c70-4e06-91ad-732b6d056832), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:16.367608 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05edca6-4c34-4d6a-822e-4c2230ef6fea None None] Pushing event updated for resources: {'Port': ['ID=3fb5d3c6-d0c9-4841-8f62-773150ff2e47,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:16.382690 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-99e5f49b-095e-4094-a8f8-d35324fcb1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (3fb5d3c6-d0c9-4841-8f62-773150ff2e47), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:16.387952 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-9afd999c-e4d9-41c2-81bf-ad6b9950efe7 None None] Set router f6ff5bcf-3b9c-45b8-9a67-1d82a903c391 gateway port host: dv-cinder-827778-1-iscsi {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:56:16.424373 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e8034a-5cb7-4fd3-9a7f-d049f9312b46 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Network 03e92c86-a3b2-4a50-bb8c-ad63e47f70ee is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:56:16.428141 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-a0e8034a-5cb7-4fd3-9a7f-d049f9312b46 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:56:16.432915 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e8034a-5cb7-4fd3-9a7f-d049f9312b46 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:56:16.475609 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8034a-5cb7-4fd3-9a7f-d049f9312b46 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Pushing event updated for resources: {'Port': ['ID=22586d16-5c70-4e06-91ad-732b6d056832,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:16.557253 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a0e8034a-5cb7-4fd3-9a7f-d049f9312b46 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks [] for floatingip (d97ffa41-729a-40ad-8081-0d0ba6d9bc10), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:16.630646 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8a569f52-79b9-4a45-a23d-ac0e10afcc87 None None] Provisioning complete for port 3fb5d3c6-d0c9-4841-8f62-773150ff2e47 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:56:16.631027 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8a569f52-79b9-4a45-a23d-ac0e10afcc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (3fb5d3c6-d0c9-4841-8f62-773150ff2e47), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:16.635149 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5f49b-095e-4094-a8f8-d35324fcb1f3 None None] Pushing event updated for resources: {'Port': ['ID=3fb5d3c6-d0c9-4841-8f62-773150ff2e47,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:16.644901 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-9afd999c-e4d9-41c2-81bf-ad6b9950efe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'name': 'tempest-AttachVolumeTestJSON-1288979520-router', 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'a75a35f5-1f19-4371-82c2-fcb1fbfcb021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:56:09Z', 'updated_at': '2022-02-04T00:56:12Z', 'revision_number': 4, 'project_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'gw_port': {'id': 'a75a35f5-1f19-4371-82c2-fcb1fbfcb021', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:56:10Z', 'updated_at': '2022-02-04T00:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': '3fb5d3c6-d0c9-4841-8f62-773150ff2e47', 'name': '', 'network_id': '271880bd-091b-49af-861b-f2b13eceb364', 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'mac_address': 'fa:16:3e:44:5c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '359a36c9-988b-4b2d-817e-108886bfc95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:56:12Z', 'updated_at': '2022-02-04T00:56:16Z', 'revision_number': 4, 'project_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'subnets': [{'id': '359a36c9-988b-4b2d-817e-108886bfc95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:56:16.678156 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afd999c-e4d9-41c2-81bf-ad6b9950efe7 None None] The sync data for ids ['f6ff5bcf-3b9c-45b8-9a67-1d82a903c391'] in dv-cinder-827778-1-iscsi is: [{'id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'name': 'tempest-AttachVolumeTestJSON-1288979520-router', 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'a75a35f5-1f19-4371-82c2-fcb1fbfcb021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:56:09Z', 'updated_at': '2022-02-04T00:56:12Z', 'revision_number': 4, 'project_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'gw_port': {'id': 'a75a35f5-1f19-4371-82c2-fcb1fbfcb021', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:56:10Z', 'updated_at': '2022-02-04T00:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': '3fb5d3c6-d0c9-4841-8f62-773150ff2e47', 'name': '', 'network_id': '271880bd-091b-49af-861b-f2b13eceb364', 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'mac_address': 'fa:16:3e:44:5c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '359a36c9-988b-4b2d-817e-108886bfc95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:56:12Z', 'updated_at': '2022-02-04T00:56:16Z', 'revision_number': 4, 'project_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'subnets': [{'id': '359a36c9-988b-4b2d-817e-108886bfc95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 00:56:16.679723 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a0e8034a-5cb7-4fd3-9a7f-d049f9312b46 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (22586d16-5c70-4e06-91ad-732b6d056832), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:16.716403 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8a569f52-79b9-4a45-a23d-ac0e10afcc87 None None] Current status of the port 3fb5d3c6-d0c9-4841-8f62-773150ff2e47 is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:56:16.900220 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a0e8034a-5cb7-4fd3-9a7f-d049f9312b46 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks [] for port (22586d16-5c70-4e06-91ad-732b6d056832), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:16.978602 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a0e8034a-5cb7-4fd3-9a7f-d049f9312b46 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-660056'] for port (22586d16-5c70-4e06-91ad-732b6d056832), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:17.048456 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8034a-5cb7-4fd3-9a7f-d049f9312b46 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Pushing event updated for resources: {'Port': ['ID=22586d16-5c70-4e06-91ad-732b6d056832,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:17.063582 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a0e8034a-5cb7-4fd3-9a7f-d049f9312b46 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601474'] for floatingip (d97ffa41-729a-40ad-8081-0d0ba6d9bc10), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:17.176376 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a0e8034a-5cb7-4fd3-9a7f-d049f9312b46 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for floatingip (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:17.177748 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-a0e8034a-5cb7-4fd3-9a7f-d049f9312b46 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6209898 Feb 04 00:56:17.439527 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-8939f93b-7fe2-4174-a6af-f78db71cc02c tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--2111950207&fields=id&tenant_id=b0f51023e09f42c583c82a6cedd0b27c HTTP/1.1" status: 200 len: 267 time: 0.0703692 Feb 04 00:56:17.572461 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device a75a35f5-1f19-4371-82c2-fcb1fbfcb021 up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:56:17.601329 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-9a1ae6cc-a787-435b-8398-5b30ab67d7ba tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:17.603238 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-9a1ae6cc-a787-435b-8398-5b30ab67d7ba tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/networks?id=271880bd-091b-49af-861b-f2b13eceb364 HTTP/1.1" status: 200 len: 811 time: 0.1552467 Feb 04 00:56:17.631351 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-8a179c07-029d-4da6-8e9c-67ac649c6abc tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/quotas/b0f51023e09f42c583c82a6cedd0b27c HTTP/1.1" status: 200 len: 375 time: 0.0119526 Feb 04 00:56:17.651135 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port a75a35f5-1f19-4371-82c2-fcb1fbfcb021 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:56:17.651707 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (a75a35f5-1f19-4371-82c2-fcb1fbfcb021), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:17.746917 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-8fdf8c54-d11c-415e-8941-76990a56f4c8 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b0f51023e09f42c583c82a6cedd0b27c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0966113 Feb 04 00:56:17.764050 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port a75a35f5-1f19-4371-82c2-fcb1fbfcb021 is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:56:17.766430 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 3fb5d3c6-d0c9-4841-8f62-773150ff2e47 up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:56:17.829490 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port 3fb5d3c6-d0c9-4841-8f62-773150ff2e47 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:56:17.829969 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (3fb5d3c6-d0c9-4841-8f62-773150ff2e47), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:17.874890 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-8299fbbd-2231-49be-a93c-b556c8876640 service neutron] 10.222.0.10 "GET /v2.0/networks/271880bd-091b-49af-861b-f2b13eceb364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213751 Feb 04 00:56:17.949251 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port 3fb5d3c6-d0c9-4841-8f62-773150ff2e47 is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:56:18.016836 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-783930e7-8b6b-4059-8163-0a1a9719f3ce service neutron] 10.222.0.10 "GET /v2.0/networks/271880bd-091b-49af-861b-f2b13eceb364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409979 Feb 04 00:56:18.242995 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 6 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 00:56:18.277322 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-943008d8-6a42-4bbc-a2d9-682145a772d5 req-42bb1d3e-7a40-41bc-8974-698cab710974 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 210 time: 0.0307331 Feb 04 00:56:18.639135 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:19.357371 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b2b2b307-209b-4882-89ba-c30b58eb49d7 req-bbb78134-4a03-42f2-b4a7-6a28367f8796 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 210 time: 0.0274491 Feb 04 00:56:20.460998 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-eff25289-6d04-4904-9301-b0d176376bd1 req-ded9c7dc-3d71-46a6-8937-32ec271e58a9 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 210 time: 0.0273716 Feb 04 00:56:20.724694 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-50e4085c-2214-4ba1-b11c-e8a64bfb1866 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:20.726181 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-50e4085c-2214-4ba1-b11c-e8a64bfb1866 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.39 "GET /v2.0/networks?id=271880bd-091b-49af-861b-f2b13eceb364 HTTP/1.1" status: 200 len: 811 time: 0.1008995 Feb 04 00:56:20.789530 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-8d54ba45-a193-41b9-80f6-423632cd68c8 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0f51023e09f42c583c82a6cedd0b27c HTTP/1.1" status: 200 len: 380 time: 0.0543230 Feb 04 00:56:20.807515 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-06624417-44a6-4b4a-ac04-3df100c84b2b tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Request body: {'port': {'device_id': '09fc7966-8a79-4ee0-9280-a8bb54ea93f5', 'network_id': '271880bd-091b-49af-861b-f2b13eceb364', 'admin_state_up': True, 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'security_groups': ['2fd38a94-539d-4d00-80e3-bc396a5ff2a2']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:56:20.987692 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-06624417-44a6-4b4a-ac04-3df100c84b2b tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Made reservation on behalf of b0f51023e09f42c583c82a6cedd0b27c for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:56:20.991688 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-06624417-44a6-4b4a-ac04-3df100c84b2b tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:21.125363 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-06624417-44a6-4b4a-ac04-3df100c84b2b tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Allocated IP 172.20.0.6 (271880bd-091b-49af-861b-f2b13eceb364/359a36c9-988b-4b2d-817e-108886bfc95e/c0a32c78-629a-4423-8bc0-d0e8325cc11f) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:56:21.267913 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-06624417-44a6-4b4a-ac04-3df100c84b2b tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks [] for port (c0a32c78-629a-4423-8bc0-d0e8325cc11f), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:21.363554 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-06624417-44a6-4b4a-ac04-3df100c84b2b tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (c0a32c78-629a-4423-8bc0-d0e8325cc11f), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:21.408650 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-06624417-44a6-4b4a-ac04-3df100c84b2b tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Network 271880bd-091b-49af-861b-f2b13eceb364 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:56:21.411794 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-06624417-44a6-4b4a-ac04-3df100c84b2b tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:56:21.416122 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-06624417-44a6-4b4a-ac04-3df100c84b2b tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:56:21.422932 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06624417-44a6-4b4a-ac04-3df100c84b2b tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Pushing event updated for resources: {'Port': ['ID=c0a32c78-629a-4423-8bc0-d0e8325cc11f,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:21.483751 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-06624417-44a6-4b4a-ac04-3df100c84b2b tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:21.483751 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-06624417-44a6-4b4a-ac04-3df100c84b2b tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:21.613860 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac42ab3-34c9-4c14-8636-897dc1517ff7 req-9ee94806-8958-4617-abfa-1156c5dc187c tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:21.617701 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6ac42ab3-34c9-4c14-8636-897dc1517ff7 req-9ee94806-8958-4617-abfa-1156c5dc187c tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 931 time: 0.0631883 Feb 04 00:56:21.645944 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-06624417-44a6-4b4a-ac04-3df100c84b2b tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8428435 Feb 04 00:56:21.657644 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-1efc01ca-84ab-4d1f-be62-7a5aa0c7d94b service neutron] Request body: {'port': {'device_id': '09fc7966-8a79-4ee0-9280-a8bb54ea93f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:56:21.686186 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-38ef4fe7-0876-42ac-b08c-4c3af4df133d None None] Provisioning complete for port c0a32c78-629a-4423-8bc0-d0e8325cc11f triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:56:21.686747 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-38ef4fe7-0876-42ac-b08c-4c3af4df133d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (c0a32c78-629a-4423-8bc0-d0e8325cc11f), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:21.701269 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6ac42ab3-34c9-4c14-8636-897dc1517ff7 req-6cfe8512-aa42-449b-9d2b-20922c8a861c tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787740 Feb 04 00:56:21.731503 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-38ef4fe7-0876-42ac-b08c-4c3af4df133d None None] Port c0a32c78-629a-4423-8bc0-d0e8325cc11f cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 00:56:21.733810 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-1efc01ca-84ab-4d1f-be62-7a5aa0c7d94b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (c0a32c78-629a-4423-8bc0-d0e8325cc11f), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:22.009907 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-1efc01ca-84ab-4d1f-be62-7a5aa0c7d94b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0a32c78-629a-4423-8bc0-d0e8325cc11f {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:56:22.018288 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-1efc01ca-84ab-4d1f-be62-7a5aa0c7d94b service neutron] Publish callbacks [] for port (c0a32c78-629a-4423-8bc0-d0e8325cc11f), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:22.030238 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-1efc01ca-84ab-4d1f-be62-7a5aa0c7d94b service neutron] Transition to ACTIVE for port object c0a32c78-629a-4423-8bc0-d0e8325cc11f will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:56:22.107700 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-1efc01ca-84ab-4d1f-be62-7a5aa0c7d94b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10424596'] for port (c0a32c78-629a-4423-8bc0-d0e8325cc11f), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:22.156742 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc01ca-84ab-4d1f-be62-7a5aa0c7d94b service neutron] Pushing event updated for resources: {'Port': ['ID=c0a32c78-629a-4423-8bc0-d0e8325cc11f,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:22.233709 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-1efc01ca-84ab-4d1f-be62-7a5aa0c7d94b service neutron] Attempting to bind port c0a32c78-629a-4423-8bc0-d0e8325cc11f on host hv-cinder-82777 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 00:56:22.234342 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-1efc01ca-84ab-4d1f-be62-7a5aa0c7d94b service neutron] Attempting to bind port c0a32c78-629a-4423-8bc0-d0e8325cc11f by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': 'b465fa9e-77e1-4a65-93a3-230a0400b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '271880bd-091b-49af-861b-f2b13eceb364'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 00:56:22.234673 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-1efc01ca-84ab-4d1f-be62-7a5aa0c7d94b service neutron] Attempting to bind port c0a32c78-629a-4423-8bc0-d0e8325cc11f on network 271880bd-091b-49af-861b-f2b13eceb364 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:56:22.239620 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-1efc01ca-84ab-4d1f-be62-7a5aa0c7d94b service neutron] Port c0a32c78-629a-4423-8bc0-d0e8325cc11f on network 271880bd-091b-49af-861b-f2b13eceb364 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 00:56:22.242819 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-1efc01ca-84ab-4d1f-be62-7a5aa0c7d94b service neutron] Attempting to bind port c0a32c78-629a-4423-8bc0-d0e8325cc11f on network 271880bd-091b-49af-861b-f2b13eceb364 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:56:22.246566 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-1efc01ca-84ab-4d1f-be62-7a5aa0c7d94b service neutron] Checking agent: {'id': 'bf093114-7719-4a60-8fae-8541124bea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 50, 48), 'started_at': datetime.datetime(2022, 2, 4, 0, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 00:56:22.246758 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-1efc01ca-84ab-4d1f-be62-7a5aa0c7d94b service neutron] Checking segment: {'id': 'b465fa9e-77e1-4a65-93a3-230a0400b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '271880bd-091b-49af-861b-f2b13eceb364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:56:22.247078 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-1efc01ca-84ab-4d1f-be62-7a5aa0c7d94b service neutron] Bound using segment: {'id': 'b465fa9e-77e1-4a65-93a3-230a0400b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '271880bd-091b-49af-861b-f2b13eceb364'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 00:56:22.247520 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-1efc01ca-84ab-4d1f-be62-7a5aa0c7d94b service neutron] Bound port: c0a32c78-629a-4423-8bc0-d0e8325cc11f, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b465fa9e-77e1-4a65-93a3-230a0400b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '271880bd-091b-49af-861b-f2b13eceb364'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 00:56:22.247927 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-1efc01ca-84ab-4d1f-be62-7a5aa0c7d94b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (c0a32c78-629a-4423-8bc0-d0e8325cc11f), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:22.327233 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-1efc01ca-84ab-4d1f-be62-7a5aa0c7d94b service neutron] For port c0a32c78-629a-4423-8bc0-d0e8325cc11f, host hv-cinder-82777, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:56:22.330411 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-1efc01ca-84ab-4d1f-be62-7a5aa0c7d94b service neutron] For port c0a32c78-629a-4423-8bc0-d0e8325cc11f, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=c0a32c78-629a-4423-8bc0-d0e8325cc11f,segment=NetworkSegment(b465fa9e-77e1-4a65-93a3-230a0400b098),segment_id=b465fa9e-77e1-4a65-93a3-230a0400b098)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:56:22.432265 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-1efc01ca-84ab-4d1f-be62-7a5aa0c7d94b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10424596'] for port (c0a32c78-629a-4423-8bc0-d0e8325cc11f), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:22.476354 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-1efc01ca-84ab-4d1f-be62-7a5aa0c7d94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:22.476354 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-1efc01ca-84ab-4d1f-be62-7a5aa0c7d94b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:22.476354 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-1efc01ca-84ab-4d1f-be62-7a5aa0c7d94b service neutron] 10.222.0.39 "PUT /v2.0/ports/c0a32c78-629a-4423-8bc0-d0e8325cc11f HTTP/1.1" status: 200 len: 1093 time: 0.8164611 Feb 04 00:56:22.476354 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09fc7966-8a79-4ee0-9280-a8bb54ea93f5', 'tag': 'c0a32c78-629a-4423-8bc0-d0e8325cc11f'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:56:22.477639 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9923a7793e9fa6102d344dd696201155eb04f662303130ce66584af0359f1e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc9384a-da48-4c73-94aa-6101f76b025a" -d '{"events": [{"name": "network-changed", "server_uuid": "09fc7966-8a79-4ee0-9280-a8bb54ea93f5", "tag": "c0a32c78-629a-4423-8bc0-d0e8325cc11f"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:56:22.504129 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc01ca-84ab-4d1f-be62-7a5aa0c7d94b service neutron] Pushing event updated for resources: {'Port': ['ID=c0a32c78-629a-4423-8bc0-d0e8325cc11f,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:22.555099 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 00:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b557b3b-dae2-4e01-a17d-bb22f417d263 x-openstack-request-id: req-9b557b3b-dae2-4e01-a17d-bb22f417d263 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:56:22.555382 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09fc7966-8a79-4ee0-9280-a8bb54ea93f5", "tag": "c0a32c78-629a-4423-8bc0-d0e8325cc11f", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:56:22.555739 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9b557b3b-dae2-4e01-a17d-bb22f417d263 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:56:22.556045 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09fc7966-8a79-4ee0-9280-a8bb54ea93f5', 'tag': 'c0a32c78-629a-4423-8bc0-d0e8325cc11f', 'status': 'completed', 'code': 200} Feb 04 00:56:22.632110 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9384a-da48-4c73-94aa-6101f76b025a req-96a5e0bf-c7e9-4197-a1d3-cb6cd2c8de61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:22.633678 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3fc9384a-da48-4c73-94aa-6101f76b025a req-96a5e0bf-c7e9-4197-a1d3-cb6cd2c8de61 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b0f51023e09f42c583c82a6cedd0b27c&device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 1127 time: 0.0495915 Feb 04 00:56:22.743528 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9384a-da48-4c73-94aa-6101f76b025a req-37d30c48-69da-4916-bc6d-6fe4d7ff5bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:22.743528 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3fc9384a-da48-4c73-94aa-6101f76b025a req-37d30c48-69da-4916-bc6d-6fe4d7ff5bf8 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=b0f51023e09f42c583c82a6cedd0b27c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0995548 Feb 04 00:56:22.874947 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9384a-da48-4c73-94aa-6101f76b025a req-c7eb8a8e-b8c7-45d8-a56f-d2adb1c4d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:22.876445 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3fc9384a-da48-4c73-94aa-6101f76b025a req-c7eb8a8e-b8c7-45d8-a56f-d2adb1c4d420 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1234796 Feb 04 00:56:22.885594 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06373063-6e25-4f12-989c-34da1b4adaea req-c9e5a856-3972-48cd-a6cc-8b5eace0daea tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:22.887138 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-06373063-6e25-4f12-989c-34da1b4adaea req-c9e5a856-3972-48cd-a6cc-8b5eace0daea tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 943 time: 0.0904682 Feb 04 00:56:22.948269 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-06373063-6e25-4f12-989c-34da1b4adaea req-f7e3f023-3206-4e4e-993a-20918077bd0d tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541768 Feb 04 00:56:22.983954 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-a110220d-7bd3-4cd6-8ec4-a1f8d3e976b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:22.988164 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-a110220d-7bd3-4cd6-8ec4-a1f8d3e976b5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b0f51023e09f42c583c82a6cedd0b27c&device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 1127 time: 0.0523856 Feb 04 00:56:23.033099 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-b8de2f59-9fe9-452f-905d-fd78f221f4b1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0a32c78-629a-4423-8bc0-d0e8325cc11f HTTP/1.1" status: 200 len: 217 time: 0.0361938 Feb 04 00:56:23.085105 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-d8c3a274-1aab-49f9-a1ba-3b62eef47524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:23.086675 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-d8c3a274-1aab-49f9-a1ba-3b62eef47524 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=359a36c9-988b-4b2d-817e-108886bfc95e HTTP/1.1" status: 200 len: 850 time: 0.0476294 Feb 04 00:56:23.142746 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-c29b9e51-7627-467e-9565-f242625f9ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:23.142746 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-c29b9e51-7627-467e-9565-f242625f9ee7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=271880bd-091b-49af-861b-f2b13eceb364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447967 Feb 04 00:56:23.236045 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-71f7e52f-f1ba-4676-8011-8e4ed93c1500 service neutron] 10.222.0.39 "GET /v2.0/networks/271880bd-091b-49af-861b-f2b13eceb364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874925 Feb 04 00:56:23.554940 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9ff73711-e7b3-4494-91d8-a79a17911c2c req-70986ffa-6392-41dc-a33b-9bd58b8a206b service neutron] 10.222.0.39 "GET /v2.0/networks/271880bd-091b-49af-861b-f2b13eceb364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097348 Feb 04 00:56:24.078502 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 59684) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:24.080030 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c3569-0e2a-4865-9f95-d564d39de4c5 req-c137c815-bab7-4234-803c-676b7136ebb2 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:24.082352 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-431c3569-0e2a-4865-9f95-d564d39de4c5 req-c137c815-bab7-4234-803c-676b7136ebb2 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 943 time: 0.0594988 Feb 04 00:56:24.128997 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-431c3569-0e2a-4865-9f95-d564d39de4c5 req-b992e382-1e6e-4986-a6bf-8014019b2008 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412023 Feb 04 00:56:24.188627 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3e3900b0-4652-413c-a99b-ebb21ae49e1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:24.268684 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3e3900b0-4652-413c-a99b-ebb21ae49e1b admin admin] Publish callbacks [] for security_group (dc11e293-be65-42ea-b8eb-0ac9b815245d), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:24.342229 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3e3900b0-4652-413c-a99b-ebb21ae49e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (dc11e293-be65-42ea-b8eb-0ac9b815245d), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:24.383290 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3900b0-4652-413c-a99b-ebb21ae49e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc11e293-be65-42ea-b8eb-0ac9b815245d,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:24.387644 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-3e3900b0-4652-413c-a99b-ebb21ae49e1b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0ebf755cf0b640ecb0d7443bb654e5b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3080513 Feb 04 00:56:24.390300 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 59690) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:24.439518 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f9279c26-996c-4638-b57d-6dc69449694a admin admin] Publish callbacks [] for security_group (dc11e293-be65-42ea-b8eb-0ac9b815245d), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:24.461316 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f9279c26-996c-4638-b57d-6dc69449694a admin admin] Publish callbacks [] for security_group (dc11e293-be65-42ea-b8eb-0ac9b815245d), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:24.598970 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f9279c26-996c-4638-b57d-6dc69449694a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (dc11e293-be65-42ea-b8eb-0ac9b815245d), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:24.601717 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f9279c26-996c-4638-b57d-6dc69449694a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:24.603552 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-f9279c26-996c-4638-b57d-6dc69449694a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dc11e293-be65-42ea-b8eb-0ac9b815245d HTTP/1.1" status: 204 len: 168 time: 0.2116773 Feb 04 00:56:24.612946 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9279c26-996c-4638-b57d-6dc69449694a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc11e293-be65-42ea-b8eb-0ac9b815245d,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:25.253417 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc3ddb-866a-4e2b-921a-0f5bc3da9869 req-d2d71a83-1de1-4b22-9cd4-281092479ddb tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:25.254939 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-accc3ddb-866a-4e2b-921a-0f5bc3da9869 req-d2d71a83-1de1-4b22-9cd4-281092479ddb tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 943 time: 0.0565281 Feb 04 00:56:25.304155 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-accc3ddb-866a-4e2b-921a-0f5bc3da9869 req-e0d69538-c248-4986-8ae9-3fb96ba49f02 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435915 Feb 04 00:56:25.315385 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 59700) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:25.328466 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-493290cd-426b-4512-8694-dea43331c3ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:25.410856 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-493290cd-426b-4512-8694-dea43331c3ab admin admin] Publish callbacks [] for security_group (6e54dbce-380b-4e01-b36c-fc40160447bc), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:25.484805 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-493290cd-426b-4512-8694-dea43331c3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (6e54dbce-380b-4e01-b36c-fc40160447bc), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:25.523051 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-493290cd-426b-4512-8694-dea43331c3ab admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=33c7db9a66834792acd477ec04105cdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2070596 Feb 04 00:56:25.524436 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493290cd-426b-4512-8694-dea43331c3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e54dbce-380b-4e01-b36c-fc40160447bc,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:25.526343 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 59702) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:25.580561 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-780c1d41-ea8d-4777-afd1-d513228af8cf admin admin] Publish callbacks [] for security_group (6e54dbce-380b-4e01-b36c-fc40160447bc), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:25.602897 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-780c1d41-ea8d-4777-afd1-d513228af8cf admin admin] Publish callbacks [] for security_group (6e54dbce-380b-4e01-b36c-fc40160447bc), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:25.730625 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-780c1d41-ea8d-4777-afd1-d513228af8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (6e54dbce-380b-4e01-b36c-fc40160447bc), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:25.733217 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-780c1d41-ea8d-4777-afd1-d513228af8cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:25.734415 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-780c1d41-ea8d-4777-afd1-d513228af8cf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6e54dbce-380b-4e01-b36c-fc40160447bc HTTP/1.1" status: 204 len: 168 time: 0.2064855 Feb 04 00:56:25.744426 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c1d41-ea8d-4777-afd1-d513228af8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e54dbce-380b-4e01-b36c-fc40160447bc,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:26.371857 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 59712) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:26.385873 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c9c5b50d-78b1-4a9d-938f-97547492b008 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:26.435033 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device c0a32c78-629a-4423-8bc0-d0e8325cc11f details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 00:56:26.452058 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d42295-46d3-40ff-920a-f8460fb244dc req-46cef348-f105-4398-bd38-313557862642 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:26.459524 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-22d42295-46d3-40ff-920a-f8460fb244dc req-46cef348-f105-4398-bd38-313557862642 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 943 time: 0.0669768 Feb 04 00:56:26.473656 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c9c5b50d-78b1-4a9d-938f-97547492b008 admin admin] Publish callbacks [] for security_group (65f5d0dd-b6ec-4a18-bbfb-21387c8340bf), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:26.508544 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-22d42295-46d3-40ff-920a-f8460fb244dc req-086d241c-0841-4a6b-b231-182598652612 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482228 Feb 04 00:56:26.543586 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port c0a32c78-629a-4423-8bc0-d0e8325cc11f, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=c0a32c78-629a-4423-8bc0-d0e8325cc11f,segment=NetworkSegment(b465fa9e-77e1-4a65-93a3-230a0400b098),segment_id=b465fa9e-77e1-4a65-93a3-230a0400b098)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:56:26.555113 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Returning: {'device': 'c0a32c78-629a-4423-8bc0-d0e8325cc11f', 'network_id': '271880bd-091b-49af-861b-f2b13eceb364', 'port_id': 'c0a32c78-629a-4423-8bc0-d0e8325cc11f', 'mac_address': 'fa:16:3e:25:bf:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '359a36c9-988b-4b2d-817e-108886bfc95e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 00:56:26.592859 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port c0a32c78-629a-4423-8bc0-d0e8325cc11f is: DOWN; New status is: BUILD {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:56:26.593249 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (c0a32c78-629a-4423-8bc0-d0e8325cc11f), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:26.597253 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c9c5b50d-78b1-4a9d-938f-97547492b008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (65f5d0dd-b6ec-4a18-bbfb-21387c8340bf), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:26.607627 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0a32c78-629a-4423-8bc0-d0e8325cc11f {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:56:26.629417 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port c0a32c78-629a-4423-8bc0-d0e8325cc11f, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=c0a32c78-629a-4423-8bc0-d0e8325cc11f,segment=NetworkSegment(b465fa9e-77e1-4a65-93a3-230a0400b098),segment_id=b465fa9e-77e1-4a65-93a3-230a0400b098)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:56:26.636393 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c5b50d-78b1-4a9d-938f-97547492b008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f5d0dd-b6ec-4a18-bbfb-21387c8340bf,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:26.640689 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-c9c5b50d-78b1-4a9d-938f-97547492b008 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e36b2e7fbb3547e69a5dff91fe09181b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2678103 Feb 04 00:56:26.643309 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 59716) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:26.691988 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ae260d7b-c408-41bc-b2e3-40b6b85ad3d7 admin admin] Publish callbacks [] for security_group (65f5d0dd-b6ec-4a18-bbfb-21387c8340bf), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:26.712839 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ae260d7b-c408-41bc-b2e3-40b6b85ad3d7 admin admin] Publish callbacks [] for security_group (65f5d0dd-b6ec-4a18-bbfb-21387c8340bf), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:26.713735 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (c0a32c78-629a-4423-8bc0-d0e8325cc11f), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:26.766396 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=c0a32c78-629a-4423-8bc0-d0e8325cc11f,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:26.856234 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ae260d7b-c408-41bc-b2e3-40b6b85ad3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (65f5d0dd-b6ec-4a18-bbfb-21387c8340bf), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:26.858740 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ae260d7b-c408-41bc-b2e3-40b6b85ad3d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:26.859882 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-ae260d7b-c408-41bc-b2e3-40b6b85ad3d7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/65f5d0dd-b6ec-4a18-bbfb-21387c8340bf HTTP/1.1" status: 204 len: 168 time: 0.2156208 Feb 04 00:56:26.867949 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae260d7b-c408-41bc-b2e3-40b6b85ad3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f5d0dd-b6ec-4a18-bbfb-21387c8340bf,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:26.980157 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['c0a32c78-629a-4423-8bc0-d0e8325cc11f'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:56:27.647555 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f4d36-5a95-4389-81ed-ef0771586c6d req-87b6caa3-7ad5-4393-a4b2-d67777db5eaa tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:27.649590 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-1e9f4d36-5a95-4389-81ed-ef0771586c6d req-87b6caa3-7ad5-4393-a4b2-d67777db5eaa tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 944 time: 0.0650325 Feb 04 00:56:27.698494 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-1e9f4d36-5a95-4389-81ed-ef0771586c6d req-54de6a1f-4ffa-4ae6-ac7d-f68e2e5ffeec tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420911 Feb 04 00:56:28.446638 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device c0a32c78-629a-4423-8bc0-d0e8325cc11f up at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:56:28.547767 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning for port c0a32c78-629a-4423-8bc0-d0e8325cc11f completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:56:28.556759 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning complete for port c0a32c78-629a-4423-8bc0-d0e8325cc11f triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:56:28.556759 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (c0a32c78-629a-4423-8bc0-d0e8325cc11f), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:28.632365 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port c0a32c78-629a-4423-8bc0-d0e8325cc11f is: BUILD; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:56:28.632756 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (c0a32c78-629a-4423-8bc0-d0e8325cc11f), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:28.658256 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fc7966-8a79-4ee0-9280-a8bb54ea93f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a32c78-629a-4423-8bc0-d0e8325cc11f'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:56:28.660893 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6008afca8a05d931a9cb2feac605f7a66ad88b8a0c7f78d7c81d8c88d670685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a721b52-58d4-48c9-9a36-705639d64d42" -d '{"events": [{"server_uuid": "09fc7966-8a79-4ee0-9280-a8bb54ea93f5", "name": "network-vif-plugged", "status": "completed", "tag": "c0a32c78-629a-4423-8bc0-d0e8325cc11f"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:56:28.681874 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port c0a32c78-629a-4423-8bc0-d0e8325cc11f, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=c0a32c78-629a-4423-8bc0-d0e8325cc11f,segment=NetworkSegment(b465fa9e-77e1-4a65-93a3-230a0400b098),segment_id=b465fa9e-77e1-4a65-93a3-230a0400b098)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:56:28.699488 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa07588-7455-46db-8f24-06f6e2044667 x-openstack-request-id: req-0aa07588-7455-46db-8f24-06f6e2044667 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:56:28.699789 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09fc7966-8a79-4ee0-9280-a8bb54ea93f5", "name": "network-vif-plugged", "status": "completed", "tag": "c0a32c78-629a-4423-8bc0-d0e8325cc11f", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:56:28.700046 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0aa07588-7455-46db-8f24-06f6e2044667 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:56:28.700440 dv-cinder-827778-1-iscsi neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09fc7966-8a79-4ee0-9280-a8bb54ea93f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a32c78-629a-4423-8bc0-d0e8325cc11f', 'code': 200} Feb 04 00:56:28.760258 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (c0a32c78-629a-4423-8bc0-d0e8325cc11f), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:28.814808 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=c0a32c78-629a-4423-8bc0-d0e8325cc11f,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:28.827694 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e127472-73db-4489-95f0-7dcbdd00b76f req-266dc64f-6e1f-4964-ab3f-11fe7a82b166 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:28.829188 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-0e127472-73db-4489-95f0-7dcbdd00b76f req-266dc64f-6e1f-4964-ab3f-11fe7a82b166 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 945 time: 0.0534894 Feb 04 00:56:28.877394 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-0e127472-73db-4489-95f0-7dcbdd00b76f req-be89ce01-f9bf-40d3-b9ad-1dbed98837e3 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424409 Feb 04 00:56:29.024558 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02219dbd-7ef7-4e12-a603-fcaaad15b8eb req-654ab969-2595-488d-9980-04943875ea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:29.026089 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-02219dbd-7ef7-4e12-a603-fcaaad15b8eb req-654ab969-2595-488d-9980-04943875ea0d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 1129 time: 0.0465639 Feb 04 00:56:29.072733 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-02219dbd-7ef7-4e12-a603-fcaaad15b8eb req-020942ed-65ca-4ae2-8e78-5344ed82c775 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376346 Feb 04 00:56:30.001935 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb839e-f9a5-43a8-9a7c-1172b4f8ad24 req-d0e5671f-5855-4fdc-a8d6-c7025fc15d58 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:30.003436 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-62cb839e-f9a5-43a8-9a7c-1172b4f8ad24 req-d0e5671f-5855-4fdc-a8d6-c7025fc15d58 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 945 time: 0.0571644 Feb 04 00:56:30.050442 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-62cb839e-f9a5-43a8-9a7c-1172b4f8ad24 req-57a5a773-c68d-466b-b073-b0e819045571 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414968 Feb 04 00:56:31.168223 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3fadfc-1534-43cf-890c-80a2cbc72eac req-ca7f1765-902b-4d3c-ab44-cca4923591f7 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:31.169762 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-fb3fadfc-1534-43cf-890c-80a2cbc72eac req-ca7f1765-902b-4d3c-ab44-cca4923591f7 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 945 time: 0.0529501 Feb 04 00:56:31.216655 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-fb3fadfc-1534-43cf-890c-80a2cbc72eac req-a81e90ef-e395-4508-959a-3fe25f5c7437 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411932 Feb 04 00:56:31.345555 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84db33-088e-469a-9291-307fdaeb7b8f req-edea15e0-6160-4cda-9c7d-082f55d23c19 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:31.347057 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-df84db33-088e-469a-9291-307fdaeb7b8f req-edea15e0-6160-4cda-9c7d-082f55d23c19 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 945 time: 0.0643692 Feb 04 00:56:31.357874 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 59806) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:31.363723 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [None req-0cc40d8d-4024-46e4-9793-e34c53d805c6 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Request body: {'floatingip': {'port_id': 'c0a32c78-629a-4423-8bc0-d0e8325cc11f'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:56:31.449661 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0cc40d8d-4024-46e4-9793-e34c53d805c6 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks [] for floatingip (d97ffa41-729a-40ad-8081-0d0ba6d9bc10), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:32.074012 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0cc40d8d-4024-46e4-9793-e34c53d805c6 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:32.190844 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0cc40d8d-4024-46e4-9793-e34c53d805c6 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601474'] for floatingip (d97ffa41-729a-40ad-8081-0d0ba6d9bc10), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:32.287947 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.db.l3_db [None req-0cc40d8d-4024-46e4-9793-e34c53d805c6 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Floating IP d97ffa41-729a-40ad-8081-0d0ba6d9bc10 associated. External IP: 172.27.1.246, port: c0a32c78-629a-4423-8bc0-d0e8325cc11f. Feb 04 00:56:32.495146 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc40d8d-4024-46e4-9793-e34c53d805c6 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Router f6ff5bcf-3b9c-45b8-9a67-1d82a903c391 has already been hosted by L3 agent 05e42f77-b612-4439-9acd-15af6102b82d {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:56:32.607282 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc40d8d-4024-46e4-9793-e34c53d805c6 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:56:32.611981 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0cc40d8d-4024-46e4-9793-e34c53d805c6 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for floatingip (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:32.616617 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1e5b32-38fe-4ea8-bcb3-c91cfe6397d1 None None] Sync routers for ids ['f6ff5bcf-3b9c-45b8-9a67-1d82a903c391'] in dv-cinder-827778-1-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 00:56:32.627012 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1e5b32-38fe-4ea8-bcb3-c91cfe6397d1 None None] Routers {'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:56:32.627709 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-4e1e5b32-38fe-4ea8-bcb3-c91cfe6397d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:56:12Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['f6ff5bcf-3b9c-45b8-9a67-1d82a903c391'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:56:32.641161 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-0cc40d8d-4024-46e4-9793-e34c53d805c6 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "PUT /v2.0/floatingips/d97ffa41-729a-40ad-8081-0d0ba6d9bc10 HTTP/1.1" status: 200 len: 991 time: 1.2819340 Feb 04 00:56:32.641833 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09fc7966-8a79-4ee0-9280-a8bb54ea93f5', 'tag': 'c0a32c78-629a-4423-8bc0-d0e8325cc11f'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:56:32.644126 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9923a7793e9fa6102d344dd696201155eb04f662303130ce66584af0359f1e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acdd4aa0-7125-45c1-a600-cfe6e4565fbe" -d '{"events": [{"name": "network-changed", "server_uuid": "09fc7966-8a79-4ee0-9280-a8bb54ea93f5", "tag": "c0a32c78-629a-4423-8bc0-d0e8325cc11f"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:56:32.726763 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 00:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832a5e4c-3acb-4f8d-8279-1a1c4eed3da0 x-openstack-request-id: req-832a5e4c-3acb-4f8d-8279-1a1c4eed3da0 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:56:32.727099 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09fc7966-8a79-4ee0-9280-a8bb54ea93f5", "tag": "c0a32c78-629a-4423-8bc0-d0e8325cc11f", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:56:32.727350 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-832a5e4c-3acb-4f8d-8279-1a1c4eed3da0 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:56:32.727747 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09fc7966-8a79-4ee0-9280-a8bb54ea93f5', 'tag': 'c0a32c78-629a-4423-8bc0-d0e8325cc11f', 'status': 'completed', 'code': 200} Feb 04 00:56:32.768051 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-4e1e5b32-38fe-4ea8-bcb3-c91cfe6397d1 None None] Set router f6ff5bcf-3b9c-45b8-9a67-1d82a903c391 gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:56:32.820464 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35abf7ec-cc7a-4e26-9e39-ab85f67cf56b req-6e49bc55-efff-4787-a907-ab3a04d44f70 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:32.822863 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-35abf7ec-cc7a-4e26-9e39-ab85f67cf56b req-6e49bc55-efff-4787-a907-ab3a04d44f70 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 945 time: 0.0887594 Feb 04 00:56:32.828953 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd4aa0-7125-45c1-a600-cfe6e4565fbe req-08d18bca-064c-4e08-a8cf-1dc4cbf25ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:32.830698 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-acdd4aa0-7125-45c1-a600-cfe6e4565fbe req-08d18bca-064c-4e08-a8cf-1dc4cbf25ee6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b0f51023e09f42c583c82a6cedd0b27c&device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 1129 time: 0.0860028 Feb 04 00:56:32.926577 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-35abf7ec-cc7a-4e26-9e39-ab85f67cf56b req-929a1f23-04c0-47c4-b366-0d635c1783aa tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947261 Feb 04 00:56:32.960942 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd4aa0-7125-45c1-a600-cfe6e4565fbe req-2ce09c7f-3a65-4c4c-8901-77101a92737f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:32.963468 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-acdd4aa0-7125-45c1-a600-cfe6e4565fbe req-2ce09c7f-3a65-4c4c-8901-77101a92737f service neutron] 10.222.0.39 "GET /v2.0/networks?id=271880bd-091b-49af-861b-f2b13eceb364 HTTP/1.1" status: 200 len: 912 time: 0.1241531 Feb 04 00:56:33.043335 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-4e1e5b32-38fe-4ea8-bcb3-c91cfe6397d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'name': 'tempest-AttachVolumeTestJSON-1288979520-router', 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'a75a35f5-1f19-4371-82c2-fcb1fbfcb021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:56:09Z', 'updated_at': '2022-02-04T00:56:12Z', 'revision_number': 4, 'project_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'gw_port': {'id': 'a75a35f5-1f19-4371-82c2-fcb1fbfcb021', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:56:10Z', 'updated_at': '2022-02-04T00:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_floatingips': [{'id': 'd97ffa41-729a-40ad-8081-0d0ba6d9bc10', 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'router_id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'port_id': 'c0a32c78-629a-4423-8bc0-d0e8325cc11f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '271880bd-091b-49af-861b-f2b13eceb364', 'mac_address': 'fa:16:3e:25:bf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fc7966-8a79-4ee0-9280-a8bb54ea93f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:56:16Z', 'updated_at': '2022-02-04T00:56:31Z', 'revision_number': 1, 'project_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb5d3c6-d0c9-4841-8f62-773150ff2e47', 'name': '', 'network_id': '271880bd-091b-49af-861b-f2b13eceb364', 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'mac_address': 'fa:16:3e:44:5c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '359a36c9-988b-4b2d-817e-108886bfc95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:56:12Z', 'updated_at': '2022-02-04T00:56:16Z', 'revision_number': 5, 'project_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'subnets': [{'id': '359a36c9-988b-4b2d-817e-108886bfc95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:56:33.047568 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-acdd4aa0-7125-45c1-a600-cfe6e4565fbe req-dd745508-654a-4187-a1e8-0a346e601a79 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0a32c78-629a-4423-8bc0-d0e8325cc11f HTTP/1.1" status: 200 len: 999 time: 0.0772684 Feb 04 00:56:33.074160 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1e5b32-38fe-4ea8-bcb3-c91cfe6397d1 None None] Checking router: f6ff5bcf-3b9c-45b8-9a67-1d82a903c391 for host: dv-cinder-827778-1-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 00:56:33.086721 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1e5b32-38fe-4ea8-bcb3-c91cfe6397d1 None None] Routers {'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:56:33.086721 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-4e1e5b32-38fe-4ea8-bcb3-c91cfe6397d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:56:12Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['f6ff5bcf-3b9c-45b8-9a67-1d82a903c391'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:56:33.128633 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd4aa0-7125-45c1-a600-cfe6e4565fbe req-18a0ea12-8355-46b8-ba89-5a7f9162744e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:33.130567 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-acdd4aa0-7125-45c1-a600-cfe6e4565fbe req-18a0ea12-8355-46b8-ba89-5a7f9162744e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=359a36c9-988b-4b2d-817e-108886bfc95e HTTP/1.1" status: 200 len: 850 time: 0.0742331 Feb 04 00:56:33.202058 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd4aa0-7125-45c1-a600-cfe6e4565fbe req-fec4d7ae-58b1-40ad-bc60-732cc5c89134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:33.203864 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-acdd4aa0-7125-45c1-a600-cfe6e4565fbe req-fec4d7ae-58b1-40ad-bc60-732cc5c89134 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=271880bd-091b-49af-861b-f2b13eceb364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0610137 Feb 04 00:56:33.208441 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-4e1e5b32-38fe-4ea8-bcb3-c91cfe6397d1 None None] Set router f6ff5bcf-3b9c-45b8-9a67-1d82a903c391 gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:56:33.308594 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-acdd4aa0-7125-45c1-a600-cfe6e4565fbe req-b7754912-8004-413b-8e5f-d14ad2f060e3 service neutron] 10.222.0.39 "GET /v2.0/networks/271880bd-091b-49af-861b-f2b13eceb364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933430 Feb 04 00:56:33.419497 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-acdd4aa0-7125-45c1-a600-cfe6e4565fbe req-cd6347fd-f236-480a-8fc4-22d83a395bd2 service neutron] 10.222.0.39 "GET /v2.0/networks/271880bd-091b-49af-861b-f2b13eceb364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009965 Feb 04 00:56:33.470099 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-4e1e5b32-38fe-4ea8-bcb3-c91cfe6397d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'name': 'tempest-AttachVolumeTestJSON-1288979520-router', 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'a75a35f5-1f19-4371-82c2-fcb1fbfcb021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:56:09Z', 'updated_at': '2022-02-04T00:56:12Z', 'revision_number': 4, 'project_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'gw_port': {'id': 'a75a35f5-1f19-4371-82c2-fcb1fbfcb021', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:56:10Z', 'updated_at': '2022-02-04T00:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_floatingips': [{'id': 'd97ffa41-729a-40ad-8081-0d0ba6d9bc10', 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'router_id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'port_id': 'c0a32c78-629a-4423-8bc0-d0e8325cc11f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '271880bd-091b-49af-861b-f2b13eceb364', 'mac_address': 'fa:16:3e:25:bf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fc7966-8a79-4ee0-9280-a8bb54ea93f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:56:16Z', 'updated_at': '2022-02-04T00:56:31Z', 'revision_number': 1, 'project_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb5d3c6-d0c9-4841-8f62-773150ff2e47', 'name': '', 'network_id': '271880bd-091b-49af-861b-f2b13eceb364', 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'mac_address': 'fa:16:3e:44:5c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '359a36c9-988b-4b2d-817e-108886bfc95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:56:12Z', 'updated_at': '2022-02-04T00:56:16Z', 'revision_number': 5, 'project_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'subnets': [{'id': '359a36c9-988b-4b2d-817e-108886bfc95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:56:33.501839 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1e5b32-38fe-4ea8-bcb3-c91cfe6397d1 None None] The sync data for ids ['f6ff5bcf-3b9c-45b8-9a67-1d82a903c391'] in dv-cinder-827778-1-iscsi is: [{'id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'name': 'tempest-AttachVolumeTestJSON-1288979520-router', 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'a75a35f5-1f19-4371-82c2-fcb1fbfcb021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:56:09Z', 'updated_at': '2022-02-04T00:56:12Z', 'revision_number': 4, 'project_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'gw_port': {'id': 'a75a35f5-1f19-4371-82c2-fcb1fbfcb021', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:56:10Z', 'updated_at': '2022-02-04T00:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_floatingips': [{'id': 'd97ffa41-729a-40ad-8081-0d0ba6d9bc10', 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'router_id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'port_id': 'c0a32c78-629a-4423-8bc0-d0e8325cc11f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '271880bd-091b-49af-861b-f2b13eceb364', 'mac_address': 'fa:16:3e:25:bf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fc7966-8a79-4ee0-9280-a8bb54ea93f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:56:16Z', 'updated_at': '2022-02-04T00:56:31Z', 'revision_number': 1, 'project_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb5d3c6-d0c9-4841-8f62-773150ff2e47', 'name': '', 'network_id': '271880bd-091b-49af-861b-f2b13eceb364', 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'mac_address': 'fa:16:3e:44:5c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '359a36c9-988b-4b2d-817e-108886bfc95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:56:12Z', 'updated_at': '2022-02-04T00:56:16Z', 'revision_number': 5, 'project_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'subnets': [{'id': '359a36c9-988b-4b2d-817e-108886bfc95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 00:56:33.708850 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7376d659-8979-4f30-aa36-c11d6cd8642c None None] New status for floating IP d97ffa41-729a-40ad-8081-0d0ba6d9bc10: ACTIVE {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 00:56:34.070499 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b77de-7519-494c-b38d-b823dfb79322 req-ef9f9ef5-b28c-4a3f-b38d-ffc6fc7faab1 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:34.072572 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-031b77de-7519-494c-b38d-b823dfb79322 req-ef9f9ef5-b28c-4a3f-b38d-ffc6fc7faab1 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 945 time: 0.0656815 Feb 04 00:56:34.125178 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-031b77de-7519-494c-b38d-b823dfb79322 req-f0d73414-81fb-4c0a-899d-23bc6f3d7e1e tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468311 Feb 04 00:56:35.968374 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 59910) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:36.084659 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-abd21336-7c22-4586-b8ac-5822ee9d782b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:36.157534 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-abd21336-7c22-4586-b8ac-5822ee9d782b admin admin] Publish callbacks [] for security_group (a1f01fc2-997f-426f-b8ed-f1042eb4edb0), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:36.250571 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-abd21336-7c22-4586-b8ac-5822ee9d782b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (a1f01fc2-997f-426f-b8ed-f1042eb4edb0), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:36.288600 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-abd21336-7c22-4586-b8ac-5822ee9d782b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e719578f1025428db38689d5fafac889&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3191593 Feb 04 00:56:36.290068 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd21336-7c22-4586-b8ac-5822ee9d782b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f01fc2-997f-426f-b8ed-f1042eb4edb0,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:36.292521 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 59918) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:36.339851 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2f2be187-6155-47bf-8ac8-2f3641c78015 admin admin] Publish callbacks [] for security_group (a1f01fc2-997f-426f-b8ed-f1042eb4edb0), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:36.362746 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2f2be187-6155-47bf-8ac8-2f3641c78015 admin admin] Publish callbacks [] for security_group (a1f01fc2-997f-426f-b8ed-f1042eb4edb0), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:36.547536 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2f2be187-6155-47bf-8ac8-2f3641c78015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (a1f01fc2-997f-426f-b8ed-f1042eb4edb0), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:36.550073 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2f2be187-6155-47bf-8ac8-2f3641c78015 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:36.551216 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-2f2be187-6155-47bf-8ac8-2f3641c78015 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a1f01fc2-997f-426f-b8ed-f1042eb4edb0 HTTP/1.1" status: 204 len: 168 time: 0.2577488 Feb 04 00:56:36.561749 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2be187-6155-47bf-8ac8-2f3641c78015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f01fc2-997f-426f-b8ed-f1042eb4edb0,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:37.124567 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 59928) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:37.137861 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c9e31c30-08c0-457e-87c2-a2d2c42da2ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:37.216477 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c9e31c30-08c0-457e-87c2-a2d2c42da2ee admin admin] Publish callbacks [] for security_group (eb4267ea-fb1c-428f-b144-3f80f1a8645d), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:37.300354 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c9e31c30-08c0-457e-87c2-a2d2c42da2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (eb4267ea-fb1c-428f-b144-3f80f1a8645d), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:37.338464 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-c9e31c30-08c0-457e-87c2-a2d2c42da2ee admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e1073cbe380145be846b6f6ad83dc921&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2128136 Feb 04 00:56:37.339318 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e31c30-08c0-457e-87c2-a2d2c42da2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4267ea-fb1c-428f-b144-3f80f1a8645d,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:37.341180 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 59930) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:37.395871 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d765d5b6-f0e5-4ea8-bb87-49e1fbce328a admin admin] Publish callbacks [] for security_group (eb4267ea-fb1c-428f-b144-3f80f1a8645d), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:37.422196 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d765d5b6-f0e5-4ea8-bb87-49e1fbce328a admin admin] Publish callbacks [] for security_group (eb4267ea-fb1c-428f-b144-3f80f1a8645d), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:37.534033 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d765d5b6-f0e5-4ea8-bb87-49e1fbce328a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (eb4267ea-fb1c-428f-b144-3f80f1a8645d), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:37.536760 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d765d5b6-f0e5-4ea8-bb87-49e1fbce328a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:37.537945 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-d765d5b6-f0e5-4ea8-bb87-49e1fbce328a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eb4267ea-fb1c-428f-b144-3f80f1a8645d HTTP/1.1" status: 204 len: 168 time: 0.1955755 Feb 04 00:56:37.546046 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d765d5b6-f0e5-4ea8-bb87-49e1fbce328a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4267ea-fb1c-428f-b144-3f80f1a8645d,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:39.264848 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 59972) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:39.369069 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2097939a-95e7-4db4-9543-369bd57e0626 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:39.446137 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2097939a-95e7-4db4-9543-369bd57e0626 admin admin] Publish callbacks [] for security_group (093d9321-6b79-4aed-b27d-058cd70aac31), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:39.536098 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2097939a-95e7-4db4-9543-369bd57e0626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (093d9321-6b79-4aed-b27d-058cd70aac31), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:39.575039 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-2097939a-95e7-4db4-9543-369bd57e0626 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f13b852893e84b8c93121bbcdf7bb111&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3090515 Feb 04 00:56:39.575902 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097939a-95e7-4db4-9543-369bd57e0626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093d9321-6b79-4aed-b27d-058cd70aac31,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:39.578802 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 59984) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:39.631791 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-493735ed-59d7-40b8-b000-15e42c3a0bcd admin admin] Publish callbacks [] for security_group (093d9321-6b79-4aed-b27d-058cd70aac31), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:39.655007 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-493735ed-59d7-40b8-b000-15e42c3a0bcd admin admin] Publish callbacks [] for security_group (093d9321-6b79-4aed-b27d-058cd70aac31), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:39.781819 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-493735ed-59d7-40b8-b000-15e42c3a0bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (093d9321-6b79-4aed-b27d-058cd70aac31), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:39.785343 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-493735ed-59d7-40b8-b000-15e42c3a0bcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:39.786986 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-493735ed-59d7-40b8-b000-15e42c3a0bcd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/093d9321-6b79-4aed-b27d-058cd70aac31 HTTP/1.1" status: 204 len: 168 time: 0.2068956 Feb 04 00:56:39.798270 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493735ed-59d7-40b8-b000-15e42c3a0bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093d9321-6b79-4aed-b27d-058cd70aac31,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:40.155246 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1328b454-aafd-4040-a626-fb0b0cc6575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:41.396262 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 60068) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:41.513327 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fe7672d0-752c-4bb3-902e-6ffec7cc72ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:41.585458 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fe7672d0-752c-4bb3-902e-6ffec7cc72ee admin admin] Publish callbacks [] for security_group (1bfe7c7d-818c-4533-9023-09ce61d73f12), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:41.707201 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fe7672d0-752c-4bb3-902e-6ffec7cc72ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (1bfe7c7d-818c-4533-9023-09ce61d73f12), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:41.748696 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-fe7672d0-752c-4bb3-902e-6ffec7cc72ee admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5a3c4f47caf14d71b610d599cbcf5380&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3504245 Feb 04 00:56:41.748696 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7672d0-752c-4bb3-902e-6ffec7cc72ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfe7c7d-818c-4533-9023-09ce61d73f12,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:41.750629 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 60074) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:41.809053 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3f188a02-8ecd-471a-9084-b3e2aa86bd3b admin admin] Publish callbacks [] for security_group (1bfe7c7d-818c-4533-9023-09ce61d73f12), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:41.830519 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3f188a02-8ecd-471a-9084-b3e2aa86bd3b admin admin] Publish callbacks [] for security_group (1bfe7c7d-818c-4533-9023-09ce61d73f12), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:41.970247 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3f188a02-8ecd-471a-9084-b3e2aa86bd3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (1bfe7c7d-818c-4533-9023-09ce61d73f12), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:41.972834 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3f188a02-8ecd-471a-9084-b3e2aa86bd3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:41.974030 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-3f188a02-8ecd-471a-9084-b3e2aa86bd3b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1bfe7c7d-818c-4533-9023-09ce61d73f12 HTTP/1.1" status: 204 len: 168 time: 0.2176673 Feb 04 00:56:41.982230 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f188a02-8ecd-471a-9084-b3e2aa86bd3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfe7c7d-818c-4533-9023-09ce61d73f12,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:42.236808 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2990c768-e86c-4ede-92ea-57d54222628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:42.581022 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 60084) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:42.594603 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-84be890d-714f-46f4-b20b-c4038cfecd2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:42.665533 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-84be890d-714f-46f4-b20b-c4038cfecd2f admin admin] Publish callbacks [] for security_group (034c8a82-0643-498b-b115-30ce3f70865d), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:42.764087 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-84be890d-714f-46f4-b20b-c4038cfecd2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (034c8a82-0643-498b-b115-30ce3f70865d), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:42.802583 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-84be890d-714f-46f4-b20b-c4038cfecd2f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=00bfd5bebad64c19b7c943fcc7efaf71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204022 Feb 04 00:56:42.803806 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84be890d-714f-46f4-b20b-c4038cfecd2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034c8a82-0643-498b-b115-30ce3f70865d,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:42.806717 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 60088) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:42.859949 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1d078144-8d4c-45ce-b771-45e887a270fa admin admin] Publish callbacks [] for security_group (034c8a82-0643-498b-b115-30ce3f70865d), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:42.881834 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1d078144-8d4c-45ce-b771-45e887a270fa admin admin] Publish callbacks [] for security_group (034c8a82-0643-498b-b115-30ce3f70865d), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:43.010542 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1d078144-8d4c-45ce-b771-45e887a270fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (034c8a82-0643-498b-b115-30ce3f70865d), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:43.013230 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1d078144-8d4c-45ce-b771-45e887a270fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:43.014496 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-1d078144-8d4c-45ce-b771-45e887a270fa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/034c8a82-0643-498b-b115-30ce3f70865d HTTP/1.1" status: 204 len: 168 time: 0.2075579 Feb 04 00:56:43.025853 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d078144-8d4c-45ce-b771-45e887a270fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034c8a82-0643-498b-b115-30ce3f70865d,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:43.364858 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b7fce-5f03-44fb-8287-92fb63c1cba4 req-d84239a1-ea38-44ca-a103-17dc7d836cec tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:43.366432 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-408b7fce-5f03-44fb-8287-92fb63c1cba4 req-d84239a1-ea38-44ca-a103-17dc7d836cec tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 946 time: 0.0576682 Feb 04 00:56:43.421641 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-408b7fce-5f03-44fb-8287-92fb63c1cba4 req-0955076d-d171-432a-9dc7-4a5ac5e05c22 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489097 Feb 04 00:56:43.427533 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:44.550198 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36086322-e3fb-42ac-8e07-77e41f7d50c9 req-a3356896-220b-4912-a043-83f787a7e189 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:44.551706 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-36086322-e3fb-42ac-8e07-77e41f7d50c9 req-a3356896-220b-4912-a043-83f787a7e189 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 946 time: 0.0516384 Feb 04 00:56:44.598642 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-36086322-e3fb-42ac-8e07-77e41f7d50c9 req-aa21d00b-e9ce-4fac-9c66-4e9ebcef741d tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412531 Feb 04 00:56:44.640679 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 60134) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:44.742993 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-874bc707-9a6a-4481-b3f4-c7b111933048 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:44.819684 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-874bc707-9a6a-4481-b3f4-c7b111933048 admin admin] Publish callbacks [] for security_group (8fbb5915-95bf-4672-bac0-d1575b6bfa07), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:45.061194 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:45.061735 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-874bc707-9a6a-4481-b3f4-c7b111933048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (8fbb5915-95bf-4672-bac0-d1575b6bfa07), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:45.099982 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-874bc707-9a6a-4481-b3f4-c7b111933048 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f1fc872f942b41b59bcb6773478c9b97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4582231 Feb 04 00:56:45.100847 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874bc707-9a6a-4481-b3f4-c7b111933048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbb5915-95bf-4672-bac0-d1575b6bfa07,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:45.102801 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 60140) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:45.151668 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e8eaa039-84bf-4f32-b827-8d3887a5ae44 admin admin] Publish callbacks [] for security_group (8fbb5915-95bf-4672-bac0-d1575b6bfa07), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:45.171865 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e8eaa039-84bf-4f32-b827-8d3887a5ae44 admin admin] Publish callbacks [] for security_group (8fbb5915-95bf-4672-bac0-d1575b6bfa07), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:45.284357 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e8eaa039-84bf-4f32-b827-8d3887a5ae44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (8fbb5915-95bf-4672-bac0-d1575b6bfa07), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:45.286966 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e8eaa039-84bf-4f32-b827-8d3887a5ae44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:45.288168 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-e8eaa039-84bf-4f32-b827-8d3887a5ae44 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8fbb5915-95bf-4672-bac0-d1575b6bfa07 HTTP/1.1" status: 204 len: 168 time: 0.1840584 Feb 04 00:56:45.296102 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eaa039-84bf-4f32-b827-8d3887a5ae44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbb5915-95bf-4672-bac0-d1575b6bfa07,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:45.731527 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de686fe-42fa-41d4-bda8-9e49ae6f9cad req-c7be0356-ddda-42aa-a96a-a366fa4bd7dc tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:45.733025 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2de686fe-42fa-41d4-bda8-9e49ae6f9cad req-c7be0356-ddda-42aa-a96a-a366fa4bd7dc tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 946 time: 0.0633962 Feb 04 00:56:45.779134 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2de686fe-42fa-41d4-bda8-9e49ae6f9cad req-e9d92455-4e2b-41c8-98ef-554ec62b764b tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404229 Feb 04 00:56:46.165020 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:46.907899 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1463f0-3a16-447c-9cd6-7874f48813f2 req-9d3f9ecd-fb07-428a-969b-c6fe771d6dfb tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:46.909495 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ae1463f0-3a16-447c-9cd6-7874f48813f2 req-9d3f9ecd-fb07-428a-969b-c6fe771d6dfb tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 946 time: 0.0523336 Feb 04 00:56:46.957217 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ae1463f0-3a16-447c-9cd6-7874f48813f2 req-7186de4e-aaed-4fd7-a1e5-6bcd0f991b8e tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407410 Feb 04 00:56:47.236551 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78869db4-52b5-47ac-a89b-12fc5f052ac3 req-2c5a5c95-bdcc-4c81-96a7-f3a53de4a242 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:47.237831 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-78869db4-52b5-47ac-a89b-12fc5f052ac3 req-2c5a5c95-bdcc-4c81-96a7-f3a53de4a242 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 946 time: 0.0498075 Feb 04 00:56:47.330774 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-78869db4-52b5-47ac-a89b-12fc5f052ac3 req-d0dbcc95-37b7-45b4-b618-df3d31c97671 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Deleting port 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:56:47.331117 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-78869db4-52b5-47ac-a89b-12fc5f052ac3 req-d0dbcc95-37b7-45b4-b618-df3d31c97671 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (3ecf0c07-12ef-478b-bb61-7fd4da5b47f7), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:47.420022 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-78869db4-52b5-47ac-a89b-12fc5f052ac3 req-d0dbcc95-37b7-45b4-b618-df3d31c97671 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] For port 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=3ecf0c07-12ef-478b-bb61-7fd4da5b47f7,segment=NetworkSegment(54e3d956-d261-4a67-bb25-94057ffc11cf),segment_id=54e3d956-d261-4a67-bb25-94057ffc11cf)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:56:47.420387 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-78869db4-52b5-47ac-a89b-12fc5f052ac3 req-d0dbcc95-37b7-45b4-b618-df3d31c97671 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (3ecf0c07-12ef-478b-bb61-7fd4da5b47f7), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:47.852791 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-78869db4-52b5-47ac-a89b-12fc5f052ac3 req-d0dbcc95-37b7-45b4-b618-df3d31c97671 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:47.853336 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-78869db4-52b5-47ac-a89b-12fc5f052ac3 req-d0dbcc95-37b7-45b4-b618-df3d31c97671 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601474'] for floatingip (6149a4cd-aad5-4c35-bc5f-5499404c3bcf), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:47.853689 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.db.l3_db [req-78869db4-52b5-47ac-a89b-12fc5f052ac3 req-d0dbcc95-37b7-45b4-b618-df3d31c97671 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Floating IP 6149a4cd-aad5-4c35-bc5f-5499404c3bcf disassociated. External IP: 172.27.1.228, port: 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7. Feb 04 00:56:47.854114 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-78869db4-52b5-47ac-a89b-12fc5f052ac3 req-d0dbcc95-37b7-45b4-b618-df3d31c97671 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Calling delete_port for 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:56:48.067629 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-78869db4-52b5-47ac-a89b-12fc5f052ac3 req-d0dbcc95-37b7-45b4-b618-df3d31c97671 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (3ecf0c07-12ef-478b-bb61-7fd4da5b47f7), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:48.085151 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb5c69-a270-421f-8cac-ee765b092b57 req-933d096b-d45b-4e16-9ad0-a1d4d49c6ec6 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:48.087305 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-18cb5c69-a270-421f-8cac-ee765b092b57 req-933d096b-d45b-4e16-9ad0-a1d4d49c6ec6 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 868 time: 0.0555608 Feb 04 00:56:48.098291 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dbcc95-37b7-45b4-b618-df3d31c97671 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Pushing event deleted for resources: {'Port': ['ID=3ecf0c07-12ef-478b-bb61-7fd4da5b47f7,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:48.106931 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dbcc95-37b7-45b4-b618-df3d31c97671 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:56:48.107350 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dbcc95-37b7-45b4-b618-df3d31c97671 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:56:48.107829 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dbcc95-37b7-45b4-b618-df3d31c97671 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:56:48.108158 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dbcc95-37b7-45b4-b618-df3d31c97671 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:56:48.108573 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dbcc95-37b7-45b4-b618-df3d31c97671 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:56:48.108972 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dbcc95-37b7-45b4-b618-df3d31c97671 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:56:48.109377 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dbcc95-37b7-45b4-b618-df3d31c97671 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:56:48.109859 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dbcc95-37b7-45b4-b618-df3d31c97671 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:56:48.110711 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dbcc95-37b7-45b4-b618-df3d31c97671 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:56:48.110711 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dbcc95-37b7-45b4-b618-df3d31c97671 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:56:48.110924 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dbcc95-37b7-45b4-b618-df3d31c97671 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:56:48.111403 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dbcc95-37b7-45b4-b618-df3d31c97671 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:56:48.111714 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dbcc95-37b7-45b4-b618-df3d31c97671 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:56:48.153256 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-18cb5c69-a270-421f-8cac-ee765b092b57 req-13ebc68b-3bde-4424-8641-8c99abca4f02 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=138fc5e9-5364-49b8-afc4-029d0969bb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590427 Feb 04 00:56:48.240950 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78869db4-52b5-47ac-a89b-12fc5f052ac3 req-d0dbcc95-37b7-45b4-b618-df3d31c97671 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Router 3ccbce44-8ea5-4115-8393-33b722fd0d2a has already been hosted by L3 agent 05e42f77-b612-4439-9acd-15af6102b82d {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:56:48.351043 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78869db4-52b5-47ac-a89b-12fc5f052ac3 req-d0dbcc95-37b7-45b4-b618-df3d31c97671 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:56:48.364153 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27732df6-7f45-454a-af24-d7e5655430d0 None None] Sync routers for ids ['3ccbce44-8ea5-4115-8393-33b722fd0d2a'] in dv-cinder-827778-1-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 00:56:48.378535 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27732df6-7f45-454a-af24-d7e5655430d0 None None] Routers {'3ccbce44-8ea5-4115-8393-33b722fd0d2a'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:56:48.378535 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-27732df6-7f45-454a-af24-d7e5655430d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:56:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['3ccbce44-8ea5-4115-8393-33b722fd0d2a'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:56:48.392204 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-78869db4-52b5-47ac-a89b-12fc5f052ac3 req-d0dbcc95-37b7-45b4-b618-df3d31c97671 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] No DVR routers for this DVR port 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 on host hv-cinder-82777 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:56:48.394808 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-78869db4-52b5-47ac-a89b-12fc5f052ac3 req-d0dbcc95-37b7-45b4-b618-df3d31c97671 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:48.398178 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-78869db4-52b5-47ac-a89b-12fc5f052ac3 req-d0dbcc95-37b7-45b4-b618-df3d31c97671 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.39 "DELETE /v2.0/ports/3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 HTTP/1.1" status: 204 len: 173 time: 1.1548111 Feb 04 00:56:48.399201 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3010af-a305-4162-a4c3-bd33890474c4', 'name': 'network-vif-deleted', 'tag': '3ecf0c07-12ef-478b-bb61-7fd4da5b47f7'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:56:48.401735 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9923a7793e9fa6102d344dd696201155eb04f662303130ce66584af0359f1e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543b4ed6-aa0d-423c-ae18-e26ae31b702e" -d '{"events": [{"server_uuid": "fe3010af-a305-4162-a4c3-bd33890474c4", "name": "network-vif-deleted", "tag": "3ecf0c07-12ef-478b-bb61-7fd4da5b47f7"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:56:48.436824 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b01ed20-95c1-4163-97ad-dbc1295b65df x-openstack-request-id: req-1b01ed20-95c1-4163-97ad-dbc1295b65df {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:56:48.437349 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3010af-a305-4162-a4c3-bd33890474c4", "name": "network-vif-deleted", "tag": "3ecf0c07-12ef-478b-bb61-7fd4da5b47f7", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:56:48.437753 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1b01ed20-95c1-4163-97ad-dbc1295b65df {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:56:48.438053 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3010af-a305-4162-a4c3-bd33890474c4', 'name': 'network-vif-deleted', 'tag': '3ecf0c07-12ef-478b-bb61-7fd4da5b47f7', 'status': 'completed', 'code': 200} Feb 04 00:56:48.493364 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-27732df6-7f45-454a-af24-d7e5655430d0 None None] Set router 3ccbce44-8ea5-4115-8393-33b722fd0d2a gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:56:48.722415 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:48.837638 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-27732df6-7f45-454a-af24-d7e5655430d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'name': 'tempest-AttachVolumeShelveTestJSON-605683564-router', 'tenant_id': '33c179601f1e46788de48f0cac243499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '6b01cafd-4dae-4f29-b853-8fd20afd762b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:52:41Z', 'updated_at': '2022-02-04T00:52:48Z', 'revision_number': 4, 'project_id': '33c179601f1e46788de48f0cac243499', 'gw_port': {'id': '6b01cafd-4dae-4f29-b853-8fd20afd762b', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:52:42Z', 'updated_at': '2022-02-04T00:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': 'fde795b7-fdfe-4316-9844-56dfe0b3239a', 'name': '', 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321', 'tenant_id': '33c179601f1e46788de48f0cac243499', 'mac_address': 'fa:16:3e:de:ca:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a3690513-81ad-46a5-afc0-910eebaac8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:52:46Z', 'updated_at': '2022-02-04T00:52:56Z', 'revision_number': 5, 'project_id': '33c179601f1e46788de48f0cac243499', 'subnets': [{'id': 'a3690513-81ad-46a5-afc0-910eebaac8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:56:48.867826 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27732df6-7f45-454a-af24-d7e5655430d0 None None] Checking router: 3ccbce44-8ea5-4115-8393-33b722fd0d2a for host: dv-cinder-827778-1-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 00:56:48.876371 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27732df6-7f45-454a-af24-d7e5655430d0 None None] Routers {'3ccbce44-8ea5-4115-8393-33b722fd0d2a'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:56:48.876914 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-27732df6-7f45-454a-af24-d7e5655430d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:56:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['3ccbce44-8ea5-4115-8393-33b722fd0d2a'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:56:48.986365 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-27732df6-7f45-454a-af24-d7e5655430d0 None None] Set router 3ccbce44-8ea5-4115-8393-33b722fd0d2a gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:56:49.007559 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-15e71bd0-b44e-43d5-969f-fd9cccd82e64 req-61e9867c-0a5a-4e91-b29e-df11628d53c5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0259771 Feb 04 00:56:49.189008 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-27732df6-7f45-454a-af24-d7e5655430d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'name': 'tempest-AttachVolumeShelveTestJSON-605683564-router', 'tenant_id': '33c179601f1e46788de48f0cac243499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '6b01cafd-4dae-4f29-b853-8fd20afd762b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:52:41Z', 'updated_at': '2022-02-04T00:52:48Z', 'revision_number': 4, 'project_id': '33c179601f1e46788de48f0cac243499', 'gw_port': {'id': '6b01cafd-4dae-4f29-b853-8fd20afd762b', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:52:42Z', 'updated_at': '2022-02-04T00:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': 'fde795b7-fdfe-4316-9844-56dfe0b3239a', 'name': '', 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321', 'tenant_id': '33c179601f1e46788de48f0cac243499', 'mac_address': 'fa:16:3e:de:ca:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a3690513-81ad-46a5-afc0-910eebaac8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:52:46Z', 'updated_at': '2022-02-04T00:52:56Z', 'revision_number': 5, 'project_id': '33c179601f1e46788de48f0cac243499', 'subnets': [{'id': 'a3690513-81ad-46a5-afc0-910eebaac8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:56:49.218673 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27732df6-7f45-454a-af24-d7e5655430d0 None None] The sync data for ids ['3ccbce44-8ea5-4115-8393-33b722fd0d2a'] in dv-cinder-827778-1-iscsi is: [{'id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'name': 'tempest-AttachVolumeShelveTestJSON-605683564-router', 'tenant_id': '33c179601f1e46788de48f0cac243499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '6b01cafd-4dae-4f29-b853-8fd20afd762b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:52:41Z', 'updated_at': '2022-02-04T00:52:48Z', 'revision_number': 4, 'project_id': '33c179601f1e46788de48f0cac243499', 'gw_port': {'id': '6b01cafd-4dae-4f29-b853-8fd20afd762b', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:52:42Z', 'updated_at': '2022-02-04T00:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': 'fde795b7-fdfe-4316-9844-56dfe0b3239a', 'name': '', 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321', 'tenant_id': '33c179601f1e46788de48f0cac243499', 'mac_address': 'fa:16:3e:de:ca:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a3690513-81ad-46a5-afc0-910eebaac8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:52:46Z', 'updated_at': '2022-02-04T00:52:56Z', 'revision_number': 5, 'project_id': '33c179601f1e46788de48f0cac243499', 'subnets': [{'id': 'a3690513-81ad-46a5-afc0-910eebaac8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 00:56:49.260985 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-33afc47b-8167-4f53-b918-7d97dd1e2be7 req-40bc8bbe-8927-47a6-be0a-578b4f1814d1 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 210 time: 0.0287049 Feb 04 00:56:49.446583 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978b83aa-e218-4803-929e-7cbf3ac369e3 None None] New status for floating IP 6149a4cd-aad5-4c35-bc5f-5499404c3bcf: DOWN {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 00:56:49.878365 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-15e71bd0-b44e-43d5-969f-fd9cccd82e64 req-b4bd7a13-f021-4b00-9723-f5ec17e16709 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=33c179601f1e46788de48f0cac243499&device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 210 time: 0.0296330 Feb 04 00:56:50.383883 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-77897f75-25cb-4939-a4f2-45822aa616b1 req-9a6c068a-b738-4c1d-8fc2-9b70712ed467 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 210 time: 0.0336142 Feb 04 00:56:50.653267 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:56:50.672920 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] No Port match for: 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 00:56:50.673287 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 3ecf0c07-12ef-478b-bb61-7fd4da5b47f7 not bound to the agent host hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 00:56:51.494356 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-7a2e154b-9415-4003-920d-316de50ca921 req-95a375c2-526b-418b-8aca-b22e96fc77b4 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe3010af-a305-4162-a4c3-bd33890474c4 HTTP/1.1" status: 200 len: 210 time: 0.0303533 Feb 04 00:56:51.676912 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e71bd0-b44e-43d5-969f-fd9cccd82e64 req-62fc691c-4cee-4a02-8cc4-9e15ff4fdf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:51.678579 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-15e71bd0-b44e-43d5-969f-fd9cccd82e64 req-62fc691c-4cee-4a02-8cc4-9e15ff4fdf0d service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=33c179601f1e46788de48f0cac243499&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0932741 Feb 04 00:56:51.775916 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e71bd0-b44e-43d5-969f-fd9cccd82e64 req-4787b314-8b18-4e3d-afde-4899f7c193d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:51.777323 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-15e71bd0-b44e-43d5-969f-fd9cccd82e64 req-4787b314-8b18-4e3d-afde-4899f7c193d2 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922554 Feb 04 00:56:52.673585 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 60232) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:52.726870 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-973da4bf-2988-42f9-bbb7-76f29e6f9be1 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks [] for security_group (138fc5e9-5364-49b8-afc4-029d0969bb83), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:52.750418 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-973da4bf-2988-42f9-bbb7-76f29e6f9be1 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks [] for security_group (138fc5e9-5364-49b8-afc4-029d0969bb83), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:52.864573 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-973da4bf-2988-42f9-bbb7-76f29e6f9be1 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (138fc5e9-5364-49b8-afc4-029d0969bb83), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:52.868352 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-973da4bf-2988-42f9-bbb7-76f29e6f9be1 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:52.869636 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-973da4bf-2988-42f9-bbb7-76f29e6f9be1 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "DELETE /v2.0/security-groups/138fc5e9-5364-49b8-afc4-029d0969bb83 HTTP/1.1" status: 204 len: 168 time: 0.1949973 Feb 04 00:56:52.872493 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 60240) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:52.880414 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973da4bf-2988-42f9-bbb7-76f29e6f9be1 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=138fc5e9-5364-49b8-afc4-029d0969bb83,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:52.883536 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 60242) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:52.887214 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.api.v2.resource [None req-9c2a7a59-6f3c-4a8a-a613-52030a97732e tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] show failed (client error): The resource could not be found. Feb 04 00:56:52.888963 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-9c2a7a59-6f3c-4a8a-a613-52030a97732e tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups/138fc5e9-5364-49b8-afc4-029d0969bb83 HTTP/1.1" status: 404 len: 347 time: 0.0143995 Feb 04 00:56:52.899458 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 60246) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:53.015526 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dad620ba-6074-4127-9e58-ce63d873dc45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:53.061960 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-adc4196d-7287-41d2-949d-5595fceb7a40 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Deleting port 560b7507-700f-46ac-9206-72421545da25 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:56:53.062297 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-adc4196d-7287-41d2-949d-5595fceb7a40 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (560b7507-700f-46ac-9206-72421545da25), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:53.162865 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dad620ba-6074-4127-9e58-ce63d873dc45 admin admin] Publish callbacks [] for security_group (33f8f096-a495-4065-b7d7-21d18ab0cf0b), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:53.171485 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-adc4196d-7287-41d2-949d-5595fceb7a40 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (560b7507-700f-46ac-9206-72421545da25), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:53.171853 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-adc4196d-7287-41d2-949d-5595fceb7a40 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks [] for floatingip (560b7507-700f-46ac-9206-72421545da25), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:53.183317 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-adc4196d-7287-41d2-949d-5595fceb7a40 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Calling delete_port for 560b7507-700f-46ac-9206-72421545da25 owned by network:floatingip {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:56:53.274138 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dad620ba-6074-4127-9e58-ce63d873dc45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (33f8f096-a495-4065-b7d7-21d18ab0cf0b), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:53.334519 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-dad620ba-6074-4127-9e58-ce63d873dc45 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=513b66a2ff8e42748bdac0947ff566d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4499698 Feb 04 00:56:53.337546 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad620ba-6074-4127-9e58-ce63d873dc45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f8f096-a495-4065-b7d7-21d18ab0cf0b,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:53.337712 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 60250) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:53.387401 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4d82b8d1-ffc9-40bb-b230-10a8cc59999b admin admin] Publish callbacks [] for security_group (33f8f096-a495-4065-b7d7-21d18ab0cf0b), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:53.409643 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4d82b8d1-ffc9-40bb-b230-10a8cc59999b admin admin] Publish callbacks [] for security_group (33f8f096-a495-4065-b7d7-21d18ab0cf0b), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:53.450008 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-adc4196d-7287-41d2-949d-5595fceb7a40 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (560b7507-700f-46ac-9206-72421545da25), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:53.476143 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc4196d-7287-41d2-949d-5595fceb7a40 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Pushing event deleted for resources: {'Port': ['ID=560b7507-700f-46ac-9206-72421545da25,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:53.544939 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-adc4196d-7287-41d2-949d-5595fceb7a40 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks [] for floatingip (6149a4cd-aad5-4c35-bc5f-5499404c3bcf), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:53.547365 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-adc4196d-7287-41d2-949d-5595fceb7a40 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for floatingip (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:53.548532 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-adc4196d-7287-41d2-949d-5595fceb7a40 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "DELETE /v2.0/floatingips/6149a4cd-aad5-4c35-bc5f-5499404c3bcf HTTP/1.1" status: 204 len: 168 time: 0.6563249 Feb 04 00:56:53.556546 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4d82b8d1-ffc9-40bb-b230-10a8cc59999b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (33f8f096-a495-4065-b7d7-21d18ab0cf0b), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:53.559454 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4d82b8d1-ffc9-40bb-b230-10a8cc59999b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:53.560606 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-4d82b8d1-ffc9-40bb-b230-10a8cc59999b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/33f8f096-a495-4065-b7d7-21d18ab0cf0b HTTP/1.1" status: 204 len: 168 time: 0.2219403 Feb 04 00:56:53.569442 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d82b8d1-ffc9-40bb-b230-10a8cc59999b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f8f096-a495-4065-b7d7-21d18ab0cf0b,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:53.578570 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d82b8d1-ffc9-40bb-b230-10a8cc59999b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:56:53.579000 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d82b8d1-ffc9-40bb-b230-10a8cc59999b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:56:53.579411 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d82b8d1-ffc9-40bb-b230-10a8cc59999b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:56:53.579814 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d82b8d1-ffc9-40bb-b230-10a8cc59999b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:56:53.580369 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d82b8d1-ffc9-40bb-b230-10a8cc59999b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:56:53.580710 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d82b8d1-ffc9-40bb-b230-10a8cc59999b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:56:53.581042 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d82b8d1-ffc9-40bb-b230-10a8cc59999b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:56:53.581374 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d82b8d1-ffc9-40bb-b230-10a8cc59999b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:56:53.581740 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d82b8d1-ffc9-40bb-b230-10a8cc59999b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:56:53.582181 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d82b8d1-ffc9-40bb-b230-10a8cc59999b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:56:53.582613 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d82b8d1-ffc9-40bb-b230-10a8cc59999b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:56:53.583152 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d82b8d1-ffc9-40bb-b230-10a8cc59999b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:56:53.583415 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d82b8d1-ffc9-40bb-b230-10a8cc59999b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:56:53.927574 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 60260) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:53.932871 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-82ab57bf-1b45-4000-aeed-d774644a5f41 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Request body: {'security_group': {'name': 'tempest-securitygroup--137553118', 'description': 'tempest-description--362182614'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:56:54.056707 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-82ab57bf-1b45-4000-aeed-d774644a5f41 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:54.120013 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-82ab57bf-1b45-4000-aeed-d774644a5f41 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks [] for security_group (00ceb253-a891-4a6b-96b4-3ebc587c0f09), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:54.207320 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-82ab57bf-1b45-4000-aeed-d774644a5f41 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (00ceb253-a891-4a6b-96b4-3ebc587c0f09), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:54.235626 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab57bf-1b45-4000-aeed-d774644a5f41 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00ceb253-a891-4a6b-96b4-3ebc587c0f09,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:54.289715 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-82ab57bf-1b45-4000-aeed-d774644a5f41 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:54.290936 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-82ab57bf-1b45-4000-aeed-d774644a5f41 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3622689 Feb 04 00:56:54.293791 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 60264) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:54.298066 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-22c4479c-c20e-43c5-8fbc-271385ef0e8a tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Request body: {'security_group_rule': {'security_group_id': '00ceb253-a891-4a6b-96b4-3ebc587c0f09', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:56:54.380652 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-22c4479c-c20e-43c5-8fbc-271385ef0e8a tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks [] for security_group_rule (e860e87c-1e00-406c-8d80-45c49e8a17b2), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:54.436282 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-22c4479c-c20e-43c5-8fbc-271385ef0e8a tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks [] for security_group_rule (e860e87c-1e00-406c-8d80-45c49e8a17b2), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:54.539642 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-22c4479c-c20e-43c5-8fbc-271385ef0e8a tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670956'] for security_group_rule (e860e87c-1e00-406c-8d80-45c49e8a17b2), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:54.557731 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c4479c-c20e-43c5-8fbc-271385ef0e8a tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e860e87c-1e00-406c-8d80-45c49e8a17b2,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:54.643886 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-22c4479c-c20e-43c5-8fbc-271385ef0e8a tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:54.645026 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-22c4479c-c20e-43c5-8fbc-271385ef0e8a tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3503115 Feb 04 00:56:54.647647 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 60266) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:54.652305 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-be52af5c-9900-4bc3-ae3c-39d81eeb4763 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Request body: {'security_group_rule': {'security_group_id': '00ceb253-a891-4a6b-96b4-3ebc587c0f09', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:56:54.740231 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-be52af5c-9900-4bc3-ae3c-39d81eeb4763 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks [] for security_group_rule (fbd00e56-97d3-4e3b-8e48-c4caff18279f), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:54.793708 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-be52af5c-9900-4bc3-ae3c-39d81eeb4763 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks [] for security_group_rule (fbd00e56-97d3-4e3b-8e48-c4caff18279f), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:54.872865 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-be52af5c-9900-4bc3-ae3c-39d81eeb4763 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670956'] for security_group_rule (fbd00e56-97d3-4e3b-8e48-c4caff18279f), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:54.892416 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52af5c-9900-4bc3-ae3c-39d81eeb4763 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbd00e56-97d3-4e3b-8e48-c4caff18279f,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:54.981360 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-be52af5c-9900-4bc3-ae3c-39d81eeb4763 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:54.982628 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-be52af5c-9900-4bc3-ae3c-39d81eeb4763 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3335629 Feb 04 00:56:54.986278 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 60268) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:56:54.999375 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [None req-6ae01fab-aab9-4961-a13c-aa49fd7b5026 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Request body: {'floatingip': {'floating_network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:56:55.072998 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6ae01fab-aab9-4961-a13c-aa49fd7b5026 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:55.171986 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6ae01fab-aab9-4961-a13c-aa49fd7b5026 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:55.232660 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 6 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 00:56:55.275907 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-6ae01fab-aab9-4961-a13c-aa49fd7b5026 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Allocated IP 172.27.1.243 (03e92c86-a3b2-4a50-bb8c-ad63e47f70ee/b22bab27-11ad-47ee-b4e2-a457ed5eeb04/94683e4f-dfd1-4b84-b641-b2fb026899e8) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:56:55.377860 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6ae01fab-aab9-4961-a13c-aa49fd7b5026 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks [] for port (94683e4f-dfd1-4b84-b641-b2fb026899e8), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:55.464816 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6ae01fab-aab9-4961-a13c-aa49fd7b5026 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (94683e4f-dfd1-4b84-b641-b2fb026899e8), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:55.506248 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae01fab-aab9-4961-a13c-aa49fd7b5026 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Network 03e92c86-a3b2-4a50-bb8c-ad63e47f70ee is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:56:55.509745 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-6ae01fab-aab9-4961-a13c-aa49fd7b5026 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:56:55.515763 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae01fab-aab9-4961-a13c-aa49fd7b5026 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:56:55.538822 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae01fab-aab9-4961-a13c-aa49fd7b5026 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Pushing event updated for resources: {'Port': ['ID=94683e4f-dfd1-4b84-b641-b2fb026899e8,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:55.638971 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6ae01fab-aab9-4961-a13c-aa49fd7b5026 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks [] for floatingip (bae813ac-3366-4d59-b621-1bdee8b901c4), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:55.743965 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6ae01fab-aab9-4961-a13c-aa49fd7b5026 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (94683e4f-dfd1-4b84-b641-b2fb026899e8), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:55.891785 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6ae01fab-aab9-4961-a13c-aa49fd7b5026 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks [] for port (94683e4f-dfd1-4b84-b641-b2fb026899e8), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:55.964266 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6ae01fab-aab9-4961-a13c-aa49fd7b5026 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10424596'] for port (94683e4f-dfd1-4b84-b641-b2fb026899e8), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:56.028553 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae01fab-aab9-4961-a13c-aa49fd7b5026 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Pushing event updated for resources: {'Port': ['ID=94683e4f-dfd1-4b84-b641-b2fb026899e8,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:56.040129 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6ae01fab-aab9-4961-a13c-aa49fd7b5026 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601474'] for floatingip (bae813ac-3366-4d59-b621-1bdee8b901c4), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:56.136932 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6ae01fab-aab9-4961-a13c-aa49fd7b5026 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for floatingip (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:56.138215 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-6ae01fab-aab9-4961-a13c-aa49fd7b5026 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1508834 Feb 04 00:56:56.326402 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-04c6d684-3c1a-4f2e-a9db-13bfb62f17c8 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--137553118&fields=id&tenant_id=33c179601f1e46788de48f0cac243499 HTTP/1.1" status: 200 len: 267 time: 0.0403149 Feb 04 00:56:56.432027 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-3322bbf2-d602-4e18-bfb6-7fadb48496ed tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:56.433483 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-3322bbf2-d602-4e18-bfb6-7fadb48496ed tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/networks?id=7fa434c0-397c-452d-8882-f9f118f80321 HTTP/1.1" status: 200 len: 816 time: 0.1010668 Feb 04 00:56:56.448252 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-19102c4d-c156-4001-b31e-6ecc9450da33 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/quotas/33c179601f1e46788de48f0cac243499 HTTP/1.1" status: 200 len: 375 time: 0.0093627 Feb 04 00:56:56.501076 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-d0030a56-2478-47f8-9679-810bbf05f9a0 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=33c179601f1e46788de48f0cac243499&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480301 Feb 04 00:56:56.594663 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-c616a0c8-13b4-4c46-8c64-0e60fd605a7a service neutron] 10.222.0.10 "GET /v2.0/networks/7fa434c0-397c-452d-8882-f9f118f80321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825150 Feb 04 00:56:56.681860 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-ec6d4cdc-5f09-4acc-8641-be73f9037293 service neutron] 10.222.0.10 "GET /v2.0/networks/7fa434c0-397c-452d-8882-f9f118f80321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815620 Feb 04 00:56:56.923158 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-714ca7eb-2754-49ae-beeb-2a4e6bbaadb1 req-80d38671-9c03-4184-b451-0e9dae7d901d tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 210 time: 0.0304122 Feb 04 00:56:58.017734 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1935c297-f522-45c6-91de-9f114456eadf req-5bf94b62-511f-4b87-ae66-2f5e7cc3d151 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 210 time: 0.0261345 Feb 04 00:56:58.911505 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-d8e29e8d-0a55-4f4a-8865-a2e55a68116a tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:58.912944 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-d8e29e8d-0a55-4f4a-8865-a2e55a68116a tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.39 "GET /v2.0/networks?id=7fa434c0-397c-452d-8882-f9f118f80321 HTTP/1.1" status: 200 len: 816 time: 0.1003942 Feb 04 00:56:58.979816 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-08b8a970-4a9a-46bf-a775-4f14ee06ba34 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33c179601f1e46788de48f0cac243499 HTTP/1.1" status: 200 len: 379 time: 0.0511644 Feb 04 00:56:58.989754 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-e0557e06-9d4a-4bb6-8726-cf5355661f0d tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Request body: {'port': {'device_id': '519a6c8f-2eb1-4ccf-84ea-652c6c36cb56', 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321', 'admin_state_up': True, 'tenant_id': '33c179601f1e46788de48f0cac243499', 'security_groups': ['00ceb253-a891-4a6b-96b4-3ebc587c0f09']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:56:59.121369 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9681628b-aa04-4464-9d95-b215a7d8b5fc req-47397410-7eb6-4f36-94df-bffa1e741aea tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 210 time: 0.0284400 Feb 04 00:56:59.155695 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-e0557e06-9d4a-4bb6-8726-cf5355661f0d tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Made reservation on behalf of 33c179601f1e46788de48f0cac243499 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:56:59.159110 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-e0557e06-9d4a-4bb6-8726-cf5355661f0d tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:59.283581 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-e0557e06-9d4a-4bb6-8726-cf5355661f0d tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Allocated IP 172.20.0.4 (7fa434c0-397c-452d-8882-f9f118f80321/a3690513-81ad-46a5-afc0-910eebaac8f9/f36d68b2-0f32-4da4-a932-9e9dc07d03bc) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:56:59.417434 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-e0557e06-9d4a-4bb6-8726-cf5355661f0d tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks [] for port (f36d68b2-0f32-4da4-a932-9e9dc07d03bc), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:59.539074 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-e0557e06-9d4a-4bb6-8726-cf5355661f0d tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (f36d68b2-0f32-4da4-a932-9e9dc07d03bc), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:59.581879 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-e0557e06-9d4a-4bb6-8726-cf5355661f0d tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Network 7fa434c0-397c-452d-8882-f9f118f80321 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:56:59.585122 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-e0557e06-9d4a-4bb6-8726-cf5355661f0d tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:56:59.588614 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-e0557e06-9d4a-4bb6-8726-cf5355661f0d tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:56:59.616696 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0557e06-9d4a-4bb6-8726-cf5355661f0d tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Pushing event updated for resources: {'Port': ['ID=f36d68b2-0f32-4da4-a932-9e9dc07d03bc,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:56:59.646391 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-e0557e06-9d4a-4bb6-8726-cf5355661f0d tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:56:59.647014 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-e0557e06-9d4a-4bb6-8726-cf5355661f0d tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:59.732746 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-e0557e06-9d4a-4bb6-8726-cf5355661f0d tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7465515 Feb 04 00:56:59.747778 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-2ec0cb72-1dee-44bf-a93a-ec989dcbe2f4 service neutron] Request body: {'port': {'device_id': '519a6c8f-2eb1-4ccf-84ea-652c6c36cb56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:56:59.809228 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-2ec0cb72-1dee-44bf-a93a-ec989dcbe2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (f36d68b2-0f32-4da4-a932-9e9dc07d03bc), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:59.850370 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a30d7cdd-0e11-4ace-acfc-f7ebbf38aad8 None None] Provisioning complete for port f36d68b2-0f32-4da4-a932-9e9dc07d03bc triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:56:59.850886 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a30d7cdd-0e11-4ace-acfc-f7ebbf38aad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (f36d68b2-0f32-4da4-a932-9e9dc07d03bc), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:56:59.893296 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a30d7cdd-0e11-4ace-acfc-f7ebbf38aad8 None None] Port f36d68b2-0f32-4da4-a932-9e9dc07d03bc cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 00:57:00.076778 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-2ec0cb72-1dee-44bf-a93a-ec989dcbe2f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f36d68b2-0f32-4da4-a932-9e9dc07d03bc {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:57:00.084482 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-2ec0cb72-1dee-44bf-a93a-ec989dcbe2f4 service neutron] Publish callbacks [] for port (f36d68b2-0f32-4da4-a932-9e9dc07d03bc), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:57:00.097020 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-2ec0cb72-1dee-44bf-a93a-ec989dcbe2f4 service neutron] Transition to ACTIVE for port object f36d68b2-0f32-4da4-a932-9e9dc07d03bc will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:57:00.207443 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-2ec0cb72-1dee-44bf-a93a-ec989dcbe2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10424596'] for port (f36d68b2-0f32-4da4-a932-9e9dc07d03bc), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:57:00.242388 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a10a6-3d7e-4f0f-b4a8-17bd58efd667 req-f35aec24-861a-4fcd-881c-cf9c0d2e62cd tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:00.243893 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-275a10a6-3d7e-4f0f-b4a8-17bd58efd667 req-f35aec24-861a-4fcd-881c-cf9c0d2e62cd tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 931 time: 0.0530300 Feb 04 00:57:00.274810 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec0cb72-1dee-44bf-a93a-ec989dcbe2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=f36d68b2-0f32-4da4-a932-9e9dc07d03bc,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:57:00.300310 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-275a10a6-3d7e-4f0f-b4a8-17bd58efd667 req-3bfe236b-300b-4a8c-b2c6-edeef5178d87 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500276 Feb 04 00:57:00.346820 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-2ec0cb72-1dee-44bf-a93a-ec989dcbe2f4 service neutron] Attempting to bind port f36d68b2-0f32-4da4-a932-9e9dc07d03bc on host hv-cinder-82777 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 00:57:00.347160 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-2ec0cb72-1dee-44bf-a93a-ec989dcbe2f4 service neutron] Attempting to bind port f36d68b2-0f32-4da4-a932-9e9dc07d03bc by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': '54e3d956-d261-4a67-bb25-94057ffc11cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 00:57:00.347487 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-2ec0cb72-1dee-44bf-a93a-ec989dcbe2f4 service neutron] Attempting to bind port f36d68b2-0f32-4da4-a932-9e9dc07d03bc on network 7fa434c0-397c-452d-8882-f9f118f80321 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:57:00.352510 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-2ec0cb72-1dee-44bf-a93a-ec989dcbe2f4 service neutron] Port f36d68b2-0f32-4da4-a932-9e9dc07d03bc on network 7fa434c0-397c-452d-8882-f9f118f80321 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 00:57:00.352915 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-2ec0cb72-1dee-44bf-a93a-ec989dcbe2f4 service neutron] Attempting to bind port f36d68b2-0f32-4da4-a932-9e9dc07d03bc on network 7fa434c0-397c-452d-8882-f9f118f80321 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:57:00.358909 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-2ec0cb72-1dee-44bf-a93a-ec989dcbe2f4 service neutron] Checking agent: {'id': 'bf093114-7719-4a60-8fae-8541124bea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 50, 48), 'started_at': datetime.datetime(2022, 2, 4, 0, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 00:57:00.360193 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-2ec0cb72-1dee-44bf-a93a-ec989dcbe2f4 service neutron] Checking segment: {'id': '54e3d956-d261-4a67-bb25-94057ffc11cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:57:00.360580 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-2ec0cb72-1dee-44bf-a93a-ec989dcbe2f4 service neutron] Bound using segment: {'id': '54e3d956-d261-4a67-bb25-94057ffc11cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 00:57:00.361646 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-2ec0cb72-1dee-44bf-a93a-ec989dcbe2f4 service neutron] Bound port: f36d68b2-0f32-4da4-a932-9e9dc07d03bc, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54e3d956-d261-4a67-bb25-94057ffc11cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 00:57:00.361646 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-2ec0cb72-1dee-44bf-a93a-ec989dcbe2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (f36d68b2-0f32-4da4-a932-9e9dc07d03bc), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:57:00.430258 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-2ec0cb72-1dee-44bf-a93a-ec989dcbe2f4 service neutron] For port f36d68b2-0f32-4da4-a932-9e9dc07d03bc, host hv-cinder-82777, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:57:00.433663 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-2ec0cb72-1dee-44bf-a93a-ec989dcbe2f4 service neutron] For port f36d68b2-0f32-4da4-a932-9e9dc07d03bc, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=f36d68b2-0f32-4da4-a932-9e9dc07d03bc,segment=NetworkSegment(54e3d956-d261-4a67-bb25-94057ffc11cf),segment_id=54e3d956-d261-4a67-bb25-94057ffc11cf)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:57:00.518990 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-2ec0cb72-1dee-44bf-a93a-ec989dcbe2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10424596'] for port (f36d68b2-0f32-4da4-a932-9e9dc07d03bc), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:57:00.556857 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-2ec0cb72-1dee-44bf-a93a-ec989dcbe2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:00.557612 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-2ec0cb72-1dee-44bf-a93a-ec989dcbe2f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:57:00.559012 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-2ec0cb72-1dee-44bf-a93a-ec989dcbe2f4 service neutron] 10.222.0.39 "PUT /v2.0/ports/f36d68b2-0f32-4da4-a932-9e9dc07d03bc HTTP/1.1" status: 200 len: 1093 time: 0.8154554 Feb 04 00:57:00.559456 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519a6c8f-2eb1-4ccf-84ea-652c6c36cb56', 'tag': 'f36d68b2-0f32-4da4-a932-9e9dc07d03bc'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:57:00.561762 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9923a7793e9fa6102d344dd696201155eb04f662303130ce66584af0359f1e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39e074e-149b-441e-82ed-b826c173d51b" -d '{"events": [{"name": "network-changed", "server_uuid": "519a6c8f-2eb1-4ccf-84ea-652c6c36cb56", "tag": "f36d68b2-0f32-4da4-a932-9e9dc07d03bc"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:57:00.585147 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec0cb72-1dee-44bf-a93a-ec989dcbe2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=f36d68b2-0f32-4da4-a932-9e9dc07d03bc,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:57:00.599178 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 00:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f440fe-dc75-4217-af24-27855de6ae39 x-openstack-request-id: req-77f440fe-dc75-4217-af24-27855de6ae39 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:57:00.599471 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519a6c8f-2eb1-4ccf-84ea-652c6c36cb56", "tag": "f36d68b2-0f32-4da4-a932-9e9dc07d03bc", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:57:00.599718 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-77f440fe-dc75-4217-af24-27855de6ae39 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:57:00.600112 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '519a6c8f-2eb1-4ccf-84ea-652c6c36cb56', 'tag': 'f36d68b2-0f32-4da4-a932-9e9dc07d03bc', 'status': 'completed', 'code': 200} Feb 04 00:57:00.666128 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e074e-149b-441e-82ed-b826c173d51b req-47af1281-a9cd-4781-9675-465bb7c35e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:00.667664 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e39e074e-149b-441e-82ed-b826c173d51b req-47af1281-a9cd-4781-9675-465bb7c35e8a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=33c179601f1e46788de48f0cac243499&device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 1127 time: 0.0482962 Feb 04 00:57:00.770482 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e074e-149b-441e-82ed-b826c173d51b req-5ad17e1e-1892-4f87-a769-2d7b27c960c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:00.771941 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e39e074e-149b-441e-82ed-b826c173d51b req-5ad17e1e-1892-4f87-a769-2d7b27c960c0 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=33c179601f1e46788de48f0cac243499&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0957437 Feb 04 00:57:00.872008 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e074e-149b-441e-82ed-b826c173d51b req-971fec37-e558-4ed2-8105-ce82c73b2a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:00.873453 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e39e074e-149b-441e-82ed-b826c173d51b req-971fec37-e558-4ed2-8105-ce82c73b2a07 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952232 Feb 04 00:57:00.951062 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-36051d27-5a75-4e8c-8f69-d6acb738f8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:00.952536 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-36051d27-5a75-4e8c-8f69-d6acb738f8b9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=33c179601f1e46788de48f0cac243499&device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 1127 time: 0.0444207 Feb 04 00:57:00.994421 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-87aa45ec-ab97-4638-9347-3d7577e56c88 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f36d68b2-0f32-4da4-a932-9e9dc07d03bc HTTP/1.1" status: 200 len: 217 time: 0.0344210 Feb 04 00:57:01.044238 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-62eefac6-c6c4-4fa4-9380-411957019036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:01.045664 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-62eefac6-c6c4-4fa4-9380-411957019036 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a3690513-81ad-46a5-afc0-910eebaac8f9 HTTP/1.1" status: 200 len: 855 time: 0.0443592 Feb 04 00:57:01.091408 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-7a0a3805-091b-48b6-a5b9-e51fc89a8c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:01.092764 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-7a0a3805-091b-48b6-a5b9-e51fc89a8c7a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fa434c0-397c-452d-8882-f9f118f80321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413740 Feb 04 00:57:01.179158 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-c880533b-7703-4448-b560-f7909f330d84 service neutron] 10.222.0.39 "GET /v2.0/networks/7fa434c0-397c-452d-8882-f9f118f80321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795143 Feb 04 00:57:01.267869 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-1707b016-a1bc-429c-a63d-85a0f865b46c req-ceb578c6-09ab-470c-8d25-eb48f29bf2c1 service neutron] 10.222.0.39 "GET /v2.0/networks/7fa434c0-397c-452d-8882-f9f118f80321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823832 Feb 04 00:57:01.426575 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfccd6c-f977-4357-83fa-d775e144e588 req-126111b1-5ff0-4730-b784-3a77705d5766 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:01.428045 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-5bfccd6c-f977-4357-83fa-d775e144e588 req-126111b1-5ff0-4730-b784-3a77705d5766 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 943 time: 0.0514429 Feb 04 00:57:01.477007 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-5bfccd6c-f977-4357-83fa-d775e144e588 req-ce2b68b8-80f7-4781-a38b-11b9ecc6db65 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429120 Feb 04 00:57:02.599941 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057039f-a5c0-4c2d-8127-aca629861671 req-dd9006ef-95c2-48b4-9c0e-3ff2501edc2c tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:02.601392 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4057039f-a5c0-4c2d-8127-aca629861671 req-dd9006ef-95c2-48b4-9c0e-3ff2501edc2c tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 943 time: 0.0512865 Feb 04 00:57:02.646134 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4057039f-a5c0-4c2d-8127-aca629861671 req-0951e087-c74b-44bc-9308-8b3936d234fa tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389783 Feb 04 00:57:03.764407 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39004df4-05bc-450f-aa8a-9d18f27ade36 req-518d5019-647c-4587-85b3-3d8f4eef7e77 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:03.765893 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-39004df4-05bc-450f-aa8a-9d18f27ade36 req-518d5019-647c-4587-85b3-3d8f4eef7e77 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 943 time: 0.0508616 Feb 04 00:57:03.810265 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-39004df4-05bc-450f-aa8a-9d18f27ade36 req-3a90f030-5799-40fc-8496-2735083289d0 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390341 Feb 04 00:57:03.916187 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device f36d68b2-0f32-4da4-a932-9e9dc07d03bc details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 00:57:04.012546 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port f36d68b2-0f32-4da4-a932-9e9dc07d03bc, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=f36d68b2-0f32-4da4-a932-9e9dc07d03bc,segment=NetworkSegment(54e3d956-d261-4a67-bb25-94057ffc11cf),segment_id=54e3d956-d261-4a67-bb25-94057ffc11cf)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:57:04.024236 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Returning: {'device': 'f36d68b2-0f32-4da4-a932-9e9dc07d03bc', 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321', 'port_id': 'f36d68b2-0f32-4da4-a932-9e9dc07d03bc', 'mac_address': 'fa:16:3e:38:45:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3690513-81ad-46a5-afc0-910eebaac8f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 00:57:04.060901 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port f36d68b2-0f32-4da4-a932-9e9dc07d03bc is: DOWN; New status is: BUILD {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:57:04.061300 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (f36d68b2-0f32-4da4-a932-9e9dc07d03bc), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:57:04.074406 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f36d68b2-0f32-4da4-a932-9e9dc07d03bc {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:57:04.094550 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port f36d68b2-0f32-4da4-a932-9e9dc07d03bc, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=f36d68b2-0f32-4da4-a932-9e9dc07d03bc,segment=NetworkSegment(54e3d956-d261-4a67-bb25-94057ffc11cf),segment_id=54e3d956-d261-4a67-bb25-94057ffc11cf)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:57:04.198487 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (f36d68b2-0f32-4da4-a932-9e9dc07d03bc), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:57:04.244359 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=f36d68b2-0f32-4da4-a932-9e9dc07d03bc,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:57:04.251515 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:57:04.251873 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:57:04.252225 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:57:04.252571 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:57:04.252908 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:57:04.253243 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:57:04.253614 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:57:04.253952 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:57:04.254283 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:57:04.254615 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:57:04.254945 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:57:04.255273 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:57:04.255596 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:57:04.937039 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7115fb-e23e-4a8e-acdd-8562cb12e807 req-e7c4e268-d785-48df-bac8-916e3af61ed3 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:04.938574 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-fa7115fb-e23e-4a8e-acdd-8562cb12e807 req-e7c4e268-d785-48df-bac8-916e3af61ed3 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 944 time: 0.0550637 Feb 04 00:57:04.986667 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-fa7115fb-e23e-4a8e-acdd-8562cb12e807 req-7abd8a34-6b52-4b99-be7a-f35e543e4269 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422025 Feb 04 00:57:05.069046 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['f36d68b2-0f32-4da4-a932-9e9dc07d03bc'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:57:06.112873 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6292a-8894-4980-a685-8cc196475bb0 req-e69b8128-9782-48c0-af21-6456c0b7cb12 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:06.114417 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1ff6292a-8894-4980-a685-8cc196475bb0 req-e69b8128-9782-48c0-af21-6456c0b7cb12 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 944 time: 0.0581605 Feb 04 00:57:06.161225 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1ff6292a-8894-4980-a685-8cc196475bb0 req-a9682833-0d93-47bb-93b1-661bc4c6ebae tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414271 Feb 04 00:57:07.119156 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device f36d68b2-0f32-4da4-a932-9e9dc07d03bc up at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:57:07.283306 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14fde6-d283-4ec0-8ccf-ac37368d2120 req-77a8c20d-233a-4764-bebf-981343d86052 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:07.283934 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning for port f36d68b2-0f32-4da4-a932-9e9dc07d03bc completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:57:07.284851 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-af14fde6-d283-4ec0-8ccf-ac37368d2120 req-77a8c20d-233a-4764-bebf-981343d86052 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 944 time: 0.0524285 Feb 04 00:57:07.288127 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning complete for port f36d68b2-0f32-4da4-a932-9e9dc07d03bc triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:57:07.288499 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (f36d68b2-0f32-4da4-a932-9e9dc07d03bc), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:57:07.331283 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-af14fde6-d283-4ec0-8ccf-ac37368d2120 req-f0864144-e060-4f6f-a10b-c99cdb76ef80 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400302 Feb 04 00:57:07.372756 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port f36d68b2-0f32-4da4-a932-9e9dc07d03bc is: BUILD; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:57:07.372756 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (f36d68b2-0f32-4da4-a932-9e9dc07d03bc), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:57:07.397217 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519a6c8f-2eb1-4ccf-84ea-652c6c36cb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36d68b2-0f32-4da4-a932-9e9dc07d03bc'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:57:07.399988 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6008afca8a05d931a9cb2feac605f7a66ad88b8a0c7f78d7c81d8c88d670685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5bbe03-04f8-4c06-99f1-1f4cff8fdb90" -d '{"events": [{"server_uuid": "519a6c8f-2eb1-4ccf-84ea-652c6c36cb56", "name": "network-vif-plugged", "status": "completed", "tag": "f36d68b2-0f32-4da4-a932-9e9dc07d03bc"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:57:07.412535 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port f36d68b2-0f32-4da4-a932-9e9dc07d03bc, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=f36d68b2-0f32-4da4-a932-9e9dc07d03bc,segment=NetworkSegment(54e3d956-d261-4a67-bb25-94057ffc11cf),segment_id=54e3d956-d261-4a67-bb25-94057ffc11cf)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:57:07.441614 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a33d859-2695-413f-93bd-3f59284a992c x-openstack-request-id: req-2a33d859-2695-413f-93bd-3f59284a992c {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:57:07.441614 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519a6c8f-2eb1-4ccf-84ea-652c6c36cb56", "name": "network-vif-plugged", "status": "completed", "tag": "f36d68b2-0f32-4da4-a932-9e9dc07d03bc", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:57:07.441614 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2a33d859-2695-413f-93bd-3f59284a992c {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:57:07.441614 dv-cinder-827778-1-iscsi neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '519a6c8f-2eb1-4ccf-84ea-652c6c36cb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36d68b2-0f32-4da4-a932-9e9dc07d03bc', 'code': 200} Feb 04 00:57:07.489891 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (f36d68b2-0f32-4da4-a932-9e9dc07d03bc), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:57:07.535648 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=f36d68b2-0f32-4da4-a932-9e9dc07d03bc,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:57:07.753735 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d8bf4-cb28-497f-b77e-a25abcf01b9e req-44ce1436-f8f8-462c-8da5-d2996c7c0a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:07.755291 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-593d8bf4-cb28-497f-b77e-a25abcf01b9e req-44ce1436-f8f8-462c-8da5-d2996c7c0a85 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 1129 time: 0.0430934 Feb 04 00:57:07.801413 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-593d8bf4-cb28-497f-b77e-a25abcf01b9e req-3bc61ff9-12a8-4e67-9489-df97394e7b25 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388181 Feb 04 00:57:08.457269 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7a042-6751-4399-b87a-32d27a7de9ac req-9be1e96e-0979-4c73-9097-134d38136e30 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:08.458778 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-74f7a042-6751-4399-b87a-32d27a7de9ac req-9be1e96e-0979-4c73-9097-134d38136e30 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 945 time: 0.0542855 Feb 04 00:57:08.505435 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-74f7a042-6751-4399-b87a-32d27a7de9ac req-e19b4117-a9d5-418a-8c84-e1594eab6ef4 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409901 Feb 04 00:57:09.629734 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034a0f3-5154-4269-b351-a40c6de562cd req-c25b206a-eeb2-49f8-951c-a61f82533b87 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:09.631134 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f034a0f3-5154-4269-b351-a40c6de562cd req-c25b206a-eeb2-49f8-951c-a61f82533b87 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 945 time: 0.0510683 Feb 04 00:57:09.677210 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f034a0f3-5154-4269-b351-a40c6de562cd req-6801a439-cf13-46e3-8c35-4d8baaff3ddf tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394292 Feb 04 00:57:09.795660 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76210670-be50-4c0f-b87f-eb387813ab15 req-f009990b-edd6-4e6d-baeb-04b4d3caf520 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:09.797158 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-76210670-be50-4c0f-b87f-eb387813ab15 req-f009990b-edd6-4e6d-baeb-04b4d3caf520 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 945 time: 0.0531852 Feb 04 00:57:09.805909 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 60390) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:57:09.810870 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [None req-ee899dc1-de0f-496c-bfd2-3131220c1804 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Request body: {'floatingip': {'port_id': 'f36d68b2-0f32-4da4-a932-9e9dc07d03bc'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:57:09.856955 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ee899dc1-de0f-496c-bfd2-3131220c1804 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks [] for floatingip (bae813ac-3366-4d59-b621-1bdee8b901c4), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:57:10.121605 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fe8b9982-1bcb-4e77-b4cd-4115cd0e1ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:57:10.534507 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ee899dc1-de0f-496c-bfd2-3131220c1804 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:57:10.593226 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ee899dc1-de0f-496c-bfd2-3131220c1804 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601474'] for floatingip (bae813ac-3366-4d59-b621-1bdee8b901c4), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:57:10.691798 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.db.l3_db [None req-ee899dc1-de0f-496c-bfd2-3131220c1804 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Floating IP bae813ac-3366-4d59-b621-1bdee8b901c4 associated. External IP: 172.27.1.243, port: f36d68b2-0f32-4da4-a932-9e9dc07d03bc. Feb 04 00:57:10.913834 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee899dc1-de0f-496c-bfd2-3131220c1804 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Router 3ccbce44-8ea5-4115-8393-33b722fd0d2a has already been hosted by L3 agent 05e42f77-b612-4439-9acd-15af6102b82d {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:57:10.959358 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 60408) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:57:11.028843 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee899dc1-de0f-496c-bfd2-3131220c1804 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:57:11.033309 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ee899dc1-de0f-496c-bfd2-3131220c1804 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for floatingip (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:57:11.040288 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc5cfc3-c636-473e-9e22-715066301a6f None None] Sync routers for ids ['3ccbce44-8ea5-4115-8393-33b722fd0d2a'] in dv-cinder-827778-1-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 00:57:11.050260 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc5cfc3-c636-473e-9e22-715066301a6f None None] Routers {'3ccbce44-8ea5-4115-8393-33b722fd0d2a'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:57:11.050869 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-8cc5cfc3-c636-473e-9e22-715066301a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:56:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['3ccbce44-8ea5-4115-8393-33b722fd0d2a'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:57:11.069075 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-ee899dc1-de0f-496c-bfd2-3131220c1804 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "PUT /v2.0/floatingips/bae813ac-3366-4d59-b621-1bdee8b901c4 HTTP/1.1" status: 200 len: 991 time: 1.2619474 Feb 04 00:57:11.069710 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519a6c8f-2eb1-4ccf-84ea-652c6c36cb56', 'tag': 'f36d68b2-0f32-4da4-a932-9e9dc07d03bc'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:57:11.072241 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9923a7793e9fa6102d344dd696201155eb04f662303130ce66584af0359f1e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703da4f0-3a91-4326-b092-9bb5c85c69da" -d '{"events": [{"name": "network-changed", "server_uuid": "519a6c8f-2eb1-4ccf-84ea-652c6c36cb56", "tag": "f36d68b2-0f32-4da4-a932-9e9dc07d03bc"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:57:11.106136 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1114fda0-ace4-403c-be2f-30c32d03b9fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:57:11.139460 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 00:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add64beb-017e-42d8-879f-f7778694956f x-openstack-request-id: req-add64beb-017e-42d8-879f-f7778694956f {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:57:11.139958 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519a6c8f-2eb1-4ccf-84ea-652c6c36cb56", "tag": "f36d68b2-0f32-4da4-a932-9e9dc07d03bc", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:57:11.140079 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-add64beb-017e-42d8-879f-f7778694956f {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:57:11.140424 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '519a6c8f-2eb1-4ccf-84ea-652c6c36cb56', 'tag': 'f36d68b2-0f32-4da4-a932-9e9dc07d03bc', 'status': 'completed', 'code': 200} Feb 04 00:57:11.164149 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-8cc5cfc3-c636-473e-9e22-715066301a6f None None] Set router 3ccbce44-8ea5-4115-8393-33b722fd0d2a gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:57:11.188388 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1114fda0-ace4-403c-be2f-30c32d03b9fd admin admin] Publish callbacks [] for security_group (a2da5e70-30ad-49cc-a45c-2a8708efd31d), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:57:11.205666 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585b45f-d19d-4663-961e-73ea90caa6ed req-26c47066-1d32-402b-b1ef-737faaa6906b tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:11.208295 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6585b45f-d19d-4663-961e-73ea90caa6ed req-26c47066-1d32-402b-b1ef-737faaa6906b tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 945 time: 0.0732920 Feb 04 00:57:11.239740 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703da4f0-3a91-4326-b092-9bb5c85c69da req-81c1d4fa-0bcb-4634-ac6f-9a24c955216e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:11.242272 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-703da4f0-3a91-4326-b092-9bb5c85c69da req-81c1d4fa-0bcb-4634-ac6f-9a24c955216e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=33c179601f1e46788de48f0cac243499&device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 1129 time: 0.0524702 Feb 04 00:57:11.257379 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6585b45f-d19d-4663-961e-73ea90caa6ed req-851f14ca-bac8-4e91-9425-08b846bf8963 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429862 Feb 04 00:57:11.269760 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1114fda0-ace4-403c-be2f-30c32d03b9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (a2da5e70-30ad-49cc-a45c-2a8708efd31d), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:57:11.344811 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114fda0-ace4-403c-be2f-30c32d03b9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2da5e70-30ad-49cc-a45c-2a8708efd31d,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:57:11.354474 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 60416) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:57:11.360586 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-1114fda0-ace4-403c-be2f-30c32d03b9fd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c96d127bfcb145eda4b9f090117f567b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4001586 Feb 04 00:57:11.395306 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-8cc5cfc3-c636-473e-9e22-715066301a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'name': 'tempest-AttachVolumeShelveTestJSON-605683564-router', 'tenant_id': '33c179601f1e46788de48f0cac243499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '6b01cafd-4dae-4f29-b853-8fd20afd762b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:52:41Z', 'updated_at': '2022-02-04T00:52:48Z', 'revision_number': 4, 'project_id': '33c179601f1e46788de48f0cac243499', 'gw_port': {'id': '6b01cafd-4dae-4f29-b853-8fd20afd762b', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:52:42Z', 'updated_at': '2022-02-04T00:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_floatingips': [{'id': 'bae813ac-3366-4d59-b621-1bdee8b901c4', 'tenant_id': '33c179601f1e46788de48f0cac243499', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'router_id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'port_id': 'f36d68b2-0f32-4da4-a932-9e9dc07d03bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321', 'mac_address': 'fa:16:3e:38:45:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519a6c8f-2eb1-4ccf-84ea-652c6c36cb56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:56:55Z', 'updated_at': '2022-02-04T00:57:10Z', 'revision_number': 1, 'project_id': '33c179601f1e46788de48f0cac243499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fde795b7-fdfe-4316-9844-56dfe0b3239a', 'name': '', 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321', 'tenant_id': '33c179601f1e46788de48f0cac243499', 'mac_address': 'fa:16:3e:de:ca:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a3690513-81ad-46a5-afc0-910eebaac8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:52:46Z', 'updated_at': '2022-02-04T00:52:56Z', 'revision_number': 5, 'project_id': '33c179601f1e46788de48f0cac243499', 'subnets': [{'id': 'a3690513-81ad-46a5-afc0-910eebaac8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:57:11.398334 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703da4f0-3a91-4326-b092-9bb5c85c69da req-b2df1822-a31f-4c40-a198-83702150a2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:11.399821 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-703da4f0-3a91-4326-b092-9bb5c85c69da req-b2df1822-a31f-4c40-a198-83702150a2ab service neutron] 10.222.0.39 "GET /v2.0/networks?id=7fa434c0-397c-452d-8882-f9f118f80321 HTTP/1.1" status: 200 len: 917 time: 0.1509991 Feb 04 00:57:11.407656 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1700491f-7dd0-4dfa-8a4b-01dc21da521d admin admin] Publish callbacks [] for security_group (a2da5e70-30ad-49cc-a45c-2a8708efd31d), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:57:11.426869 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc5cfc3-c636-473e-9e22-715066301a6f None None] Checking router: 3ccbce44-8ea5-4115-8393-33b722fd0d2a for host: dv-cinder-827778-1-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 00:57:11.429193 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1700491f-7dd0-4dfa-8a4b-01dc21da521d admin admin] Publish callbacks [] for security_group (a2da5e70-30ad-49cc-a45c-2a8708efd31d), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:57:11.436453 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc5cfc3-c636-473e-9e22-715066301a6f None None] Routers {'3ccbce44-8ea5-4115-8393-33b722fd0d2a'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:57:11.437423 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-8cc5cfc3-c636-473e-9e22-715066301a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:56:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['3ccbce44-8ea5-4115-8393-33b722fd0d2a'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:57:11.472362 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-703da4f0-3a91-4326-b092-9bb5c85c69da req-43c3bab8-26e8-460b-ade7-74bfac7a3dc5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f36d68b2-0f32-4da4-a932-9e9dc07d03bc HTTP/1.1" status: 200 len: 999 time: 0.0631790 Feb 04 00:57:11.520664 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703da4f0-3a91-4326-b092-9bb5c85c69da req-c767f337-0307-4164-a82f-6c6ae0d20069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:11.522133 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-703da4f0-3a91-4326-b092-9bb5c85c69da req-c767f337-0307-4164-a82f-6c6ae0d20069 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a3690513-81ad-46a5-afc0-910eebaac8f9 HTTP/1.1" status: 200 len: 855 time: 0.0424817 Feb 04 00:57:11.545342 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-8cc5cfc3-c636-473e-9e22-715066301a6f None None] Set router 3ccbce44-8ea5-4115-8393-33b722fd0d2a gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:57:11.571025 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703da4f0-3a91-4326-b092-9bb5c85c69da req-bf864f6a-80d1-4c99-be56-c06005c3ed45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:11.572440 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-703da4f0-3a91-4326-b092-9bb5c85c69da req-bf864f6a-80d1-4c99-be56-c06005c3ed45 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fa434c0-397c-452d-8882-f9f118f80321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436668 Feb 04 00:57:11.596363 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1700491f-7dd0-4dfa-8a4b-01dc21da521d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (a2da5e70-30ad-49cc-a45c-2a8708efd31d), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:57:11.599166 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1700491f-7dd0-4dfa-8a4b-01dc21da521d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:57:11.603614 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-1700491f-7dd0-4dfa-8a4b-01dc21da521d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a2da5e70-30ad-49cc-a45c-2a8708efd31d HTTP/1.1" status: 204 len: 168 time: 0.2477324 Feb 04 00:57:11.613663 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700491f-7dd0-4dfa-8a4b-01dc21da521d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2da5e70-30ad-49cc-a45c-2a8708efd31d,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:57:11.673159 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-703da4f0-3a91-4326-b092-9bb5c85c69da req-6465e952-4e11-46fc-993b-8f2c8e714350 service neutron] 10.222.0.39 "GET /v2.0/networks/7fa434c0-397c-452d-8882-f9f118f80321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945797 Feb 04 00:57:11.768342 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-703da4f0-3a91-4326-b092-9bb5c85c69da req-6955cda8-d6a8-446b-b388-ccd268f7beca service neutron] 10.222.0.39 "GET /v2.0/networks/7fa434c0-397c-452d-8882-f9f118f80321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885396 Feb 04 00:57:11.910009 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-8cc5cfc3-c636-473e-9e22-715066301a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'name': 'tempest-AttachVolumeShelveTestJSON-605683564-router', 'tenant_id': '33c179601f1e46788de48f0cac243499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '6b01cafd-4dae-4f29-b853-8fd20afd762b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:52:41Z', 'updated_at': '2022-02-04T00:52:48Z', 'revision_number': 4, 'project_id': '33c179601f1e46788de48f0cac243499', 'gw_port': {'id': '6b01cafd-4dae-4f29-b853-8fd20afd762b', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:52:42Z', 'updated_at': '2022-02-04T00:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_floatingips': [{'id': 'bae813ac-3366-4d59-b621-1bdee8b901c4', 'tenant_id': '33c179601f1e46788de48f0cac243499', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'router_id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'port_id': 'f36d68b2-0f32-4da4-a932-9e9dc07d03bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321', 'mac_address': 'fa:16:3e:38:45:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519a6c8f-2eb1-4ccf-84ea-652c6c36cb56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:56:55Z', 'updated_at': '2022-02-04T00:57:10Z', 'revision_number': 1, 'project_id': '33c179601f1e46788de48f0cac243499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fde795b7-fdfe-4316-9844-56dfe0b3239a', 'name': '', 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321', 'tenant_id': '33c179601f1e46788de48f0cac243499', 'mac_address': 'fa:16:3e:de:ca:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a3690513-81ad-46a5-afc0-910eebaac8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:52:46Z', 'updated_at': '2022-02-04T00:52:56Z', 'revision_number': 5, 'project_id': '33c179601f1e46788de48f0cac243499', 'subnets': [{'id': 'a3690513-81ad-46a5-afc0-910eebaac8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:57:11.939829 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc5cfc3-c636-473e-9e22-715066301a6f None None] The sync data for ids ['3ccbce44-8ea5-4115-8393-33b722fd0d2a'] in dv-cinder-827778-1-iscsi is: [{'id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'name': 'tempest-AttachVolumeShelveTestJSON-605683564-router', 'tenant_id': '33c179601f1e46788de48f0cac243499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '6b01cafd-4dae-4f29-b853-8fd20afd762b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:52:41Z', 'updated_at': '2022-02-04T00:52:48Z', 'revision_number': 4, 'project_id': '33c179601f1e46788de48f0cac243499', 'gw_port': {'id': '6b01cafd-4dae-4f29-b853-8fd20afd762b', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:52:42Z', 'updated_at': '2022-02-04T00:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_floatingips': [{'id': 'bae813ac-3366-4d59-b621-1bdee8b901c4', 'tenant_id': '33c179601f1e46788de48f0cac243499', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'router_id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'port_id': 'f36d68b2-0f32-4da4-a932-9e9dc07d03bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321', 'mac_address': 'fa:16:3e:38:45:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519a6c8f-2eb1-4ccf-84ea-652c6c36cb56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:56:55Z', 'updated_at': '2022-02-04T00:57:10Z', 'revision_number': 1, 'project_id': '33c179601f1e46788de48f0cac243499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fde795b7-fdfe-4316-9844-56dfe0b3239a', 'name': '', 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321', 'tenant_id': '33c179601f1e46788de48f0cac243499', 'mac_address': 'fa:16:3e:de:ca:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a3690513-81ad-46a5-afc0-910eebaac8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:52:46Z', 'updated_at': '2022-02-04T00:52:56Z', 'revision_number': 5, 'project_id': '33c179601f1e46788de48f0cac243499', 'subnets': [{'id': 'a3690513-81ad-46a5-afc0-910eebaac8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 00:57:12.128454 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5716433c-6207-49d0-9d01-87fafaacf461 None None] New status for floating IP bae813ac-3366-4d59-b621-1bdee8b901c4: ACTIVE {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 00:57:12.221626 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-945f481f-f678-46fd-b622-6aa64bff2b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:57:12.394449 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84b014-fb7a-4bfc-83d0-8be4c692d6c2 req-69a39265-d36a-429e-8f92-1b2494904d18 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:12.395931 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ce84b014-fb7a-4bfc-83d0-8be4c692d6c2 req-69a39265-d36a-429e-8f92-1b2494904d18 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 945 time: 0.0586588 Feb 04 00:57:12.446427 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ce84b014-fb7a-4bfc-83d0-8be4c692d6c2 req-0ab2bcaf-4876-4d1a-b41a-46fccc7ed2e8 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450368 Feb 04 00:57:13.412940 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:57:14.992520 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:57:16.178716 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:57:18.629911 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:57:24.490095 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 60596) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:57:24.593232 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2ad50aab-ad7f-453e-9480-d70e965d32ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:57:24.672341 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2ad50aab-ad7f-453e-9480-d70e965d32ed admin admin] Publish callbacks [] for security_group (44fbe6ce-a32e-4d85-b7ac-ac2d994301ea), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:57:24.749192 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2ad50aab-ad7f-453e-9480-d70e965d32ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (44fbe6ce-a32e-4d85-b7ac-ac2d994301ea), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:57:24.792048 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad50aab-ad7f-453e-9480-d70e965d32ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fbe6ce-a32e-4d85-b7ac-ac2d994301ea,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:57:24.796245 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-2ad50aab-ad7f-453e-9480-d70e965d32ed admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1000b739fae24e11bd8431dcf4dd6477&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3050811 Feb 04 00:57:24.799014 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 60600) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:57:24.850430 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7542edf9-795c-4029-93cf-0c5c853f611d admin admin] Publish callbacks [] for security_group (44fbe6ce-a32e-4d85-b7ac-ac2d994301ea), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:57:24.875083 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7542edf9-795c-4029-93cf-0c5c853f611d admin admin] Publish callbacks [] for security_group (44fbe6ce-a32e-4d85-b7ac-ac2d994301ea), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:57:25.000701 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7542edf9-795c-4029-93cf-0c5c853f611d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (44fbe6ce-a32e-4d85-b7ac-ac2d994301ea), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:57:25.003348 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7542edf9-795c-4029-93cf-0c5c853f611d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:57:25.004505 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-7542edf9-795c-4029-93cf-0c5c853f611d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/44fbe6ce-a32e-4d85-b7ac-ac2d994301ea HTTP/1.1" status: 204 len: 168 time: 0.2045841 Feb 04 00:57:25.013553 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542edf9-795c-4029-93cf-0c5c853f611d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fbe6ce-a32e-4d85-b7ac-ac2d994301ea,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:57:29.099314 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7941429-c4e0-4c93-a635-a332d3bc24d2 req-fb491c72-cddc-46f7-a5e9-906a051100fb tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:29.100796 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a7941429-c4e0-4c93-a635-a332d3bc24d2 req-fb491c72-cddc-46f7-a5e9-906a051100fb tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 945 time: 0.0518911 Feb 04 00:57:29.146570 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a7941429-c4e0-4c93-a635-a332d3bc24d2 req-f241c489-9e5e-45bf-9ae5-0964ea485317 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399215 Feb 04 00:57:30.269006 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9accb-9207-4d4f-b38f-50159e59ea6a req-673cb162-2f59-4ff2-8ef1-609a05a9cc82 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:30.270522 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b8e9accb-9207-4d4f-b38f-50159e59ea6a req-673cb162-2f59-4ff2-8ef1-609a05a9cc82 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 945 time: 0.0517259 Feb 04 00:57:30.315119 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b8e9accb-9207-4d4f-b38f-50159e59ea6a req-67651c47-078b-4047-9050-f6db64772acd tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392289 Feb 04 00:57:31.431763 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28a147-03fa-486c-bcfd-8fbec73986d5 req-f571d738-26f4-4005-8bef-670aa26d209f tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:31.433396 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-af28a147-03fa-486c-bcfd-8fbec73986d5 req-f571d738-26f4-4005-8bef-670aa26d209f tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 945 time: 0.0520554 Feb 04 00:57:31.478842 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-af28a147-03fa-486c-bcfd-8fbec73986d5 req-c66cae43-03b6-4df5-9846-4c072edd1dd4 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392258 Feb 04 00:57:32.232407 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 6 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 00:57:32.596070 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0e26b-2438-4436-ad03-c08a42544f87 req-46b47e46-c60e-4446-b6a1-3953755559f4 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:32.597559 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d4e0e26b-2438-4436-ad03-c08a42544f87 req-46b47e46-c60e-4446-b6a1-3953755559f4 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 945 time: 0.0537596 Feb 04 00:57:32.647641 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d4e0e26b-2438-4436-ad03-c08a42544f87 req-60bcbe6b-df33-4b0d-a4c2-0b9f7d6320ab tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446978 Feb 04 00:57:33.764981 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009fc9e0-6dd9-4bb9-87fe-911eafa7cbe2 req-f5d6ea26-afe5-4519-8913-21b31ddcd083 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:33.766454 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-009fc9e0-6dd9-4bb9-87fe-911eafa7cbe2 req-f5d6ea26-afe5-4519-8913-21b31ddcd083 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 945 time: 0.0539668 Feb 04 00:57:33.810787 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-009fc9e0-6dd9-4bb9-87fe-911eafa7cbe2 req-65c26829-fecd-4007-8aea-e4f516b34f9e tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389712 Feb 04 00:57:34.925963 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c39d89-1bab-443c-aefb-feddf7df4fc5 req-1e4e603d-a6d5-4d48-9e64-e79b90c28ff5 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:34.927450 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f3c39d89-1bab-443c-aefb-feddf7df4fc5 req-1e4e603d-a6d5-4d48-9e64-e79b90c28ff5 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 945 time: 0.0508847 Feb 04 00:57:34.973373 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f3c39d89-1bab-443c-aefb-feddf7df4fc5 req-f3b43dff-e0cf-4bcd-9466-3aaa23c165c5 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400605 Feb 04 00:57:36.090703 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db73bfc-8059-42dd-b117-7694c2b9a9cb req-1f19f942-3ba8-4a9d-b16e-4df148afa64f tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:36.092203 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4db73bfc-8059-42dd-b117-7694c2b9a9cb req-1f19f942-3ba8-4a9d-b16e-4df148afa64f tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 945 time: 0.0513339 Feb 04 00:57:36.138138 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4db73bfc-8059-42dd-b117-7694c2b9a9cb req-1cca7068-eec3-4511-813e-cf63ec898b54 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405762 Feb 04 00:57:37.256413 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652329e-5ded-4cc2-b6e3-e21ecc395728 req-117445ba-6754-4bf8-a82d-f5b2e4f44364 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:37.257921 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d652329e-5ded-4cc2-b6e3-e21ecc395728 req-117445ba-6754-4bf8-a82d-f5b2e4f44364 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 945 time: 0.0543792 Feb 04 00:57:37.302506 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d652329e-5ded-4cc2-b6e3-e21ecc395728 req-fa9b02e8-8266-4d17-8220-026f0c60ea8b tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392742 Feb 04 00:57:38.425266 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab938772-e9aa-4eab-aef6-bae59946c5a9 req-157d1e46-be75-4998-bb97-a8410a583b34 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:38.426819 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ab938772-e9aa-4eab-aef6-bae59946c5a9 req-157d1e46-be75-4998-bb97-a8410a583b34 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 945 time: 0.0550609 Feb 04 00:57:38.477204 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ab938772-e9aa-4eab-aef6-bae59946c5a9 req-47fbf315-02ef-4f98-aba7-3a12148e63fa tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420246 Feb 04 00:57:39.742959 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79811023-016e-4cf3-834e-1e4ff7101e04 req-cade403a-d99d-4928-afec-dcbaf2c4ab4b tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:39.744489 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-79811023-016e-4cf3-834e-1e4ff7101e04 req-cade403a-d99d-4928-afec-dcbaf2c4ab4b tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 945 time: 0.2012079 Feb 04 00:57:39.800367 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-79811023-016e-4cf3-834e-1e4ff7101e04 req-81df31d9-1648-4ec2-9c5b-ceb28722121e tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502846 Feb 04 00:57:40.123400 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-36829562-34eb-4237-909e-dbf9c6014339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:57:40.916763 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21227ae1-6d8f-4574-a5d1-9f0a2867c3f0 req-1524c2ca-7071-479a-8298-5f3937bf81a5 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:40.919192 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-21227ae1-6d8f-4574-a5d1-9f0a2867c3f0 req-1524c2ca-7071-479a-8298-5f3937bf81a5 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 945 time: 0.0519812 Feb 04 00:57:40.965038 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-21227ae1-6d8f-4574-a5d1-9f0a2867c3f0 req-5dbb9b6b-bade-4c5d-9dbc-37e3952b03fd tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404520 Feb 04 00:57:42.092563 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6b6cf-6b8e-40ea-81e0-8d4d23a34bba req-3d5a9e25-da86-44cb-aad8-a3014e2b3ab6 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:42.094105 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-89a6b6cf-6b8e-40ea-81e0-8d4d23a34bba req-3d5a9e25-da86-44cb-aad8-a3014e2b3ab6 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 945 time: 0.0537937 Feb 04 00:57:42.143349 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-89a6b6cf-6b8e-40ea-81e0-8d4d23a34bba req-9d907472-7ef4-47cf-b437-f7fdddd1224b tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437403 Feb 04 00:57:42.254542 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-984ce4f4-1368-4042-8d31-d0f9e6681f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:57:43.314682 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0845dc7-52e4-4d4f-93f9-84d095c47623 req-bcdfabad-3700-4662-842b-d339729e6761 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:43.316166 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-f0845dc7-52e4-4d4f-93f9-84d095c47623 req-bcdfabad-3700-4662-842b-d339729e6761 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 945 time: 0.1052649 Feb 04 00:57:43.367143 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-f0845dc7-52e4-4d4f-93f9-84d095c47623 req-b20b3c07-bd93-4332-b690-bf89c100b23e tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455120 Feb 04 00:57:43.394538 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:57:44.490996 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6007803-1b63-468b-a558-ab3ea88474c1 req-f4fd02b3-b905-4363-9fb4-745018173de1 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:44.492518 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d6007803-1b63-468b-a558-ab3ea88474c1 req-f4fd02b3-b905-4363-9fb4-745018173de1 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 945 time: 0.0589092 Feb 04 00:57:44.538763 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d6007803-1b63-468b-a558-ab3ea88474c1 req-27a555ee-46be-4d54-bbdc-a101c6ad5014 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395093 Feb 04 00:57:45.034594 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:57:45.656572 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67963459-76fd-4cfb-b28f-b4379ba9a130 req-f8cadf28-d3bc-40ae-8e73-1a6e3056410f tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:45.657976 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-67963459-76fd-4cfb-b28f-b4379ba9a130 req-f8cadf28-d3bc-40ae-8e73-1a6e3056410f tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 945 time: 0.0518203 Feb 04 00:57:45.702569 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-67963459-76fd-4cfb-b28f-b4379ba9a130 req-8d818e58-b3bb-4199-9601-f1cd527a0346 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390913 Feb 04 00:57:46.042250 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9f414-daf6-4485-a1fd-0afd4ff64e75 req-552f16a0-4162-4aaa-9e49-fe461db7e25d tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:46.043756 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-bea9f414-daf6-4485-a1fd-0afd4ff64e75 req-552f16a0-4162-4aaa-9e49-fe461db7e25d tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 945 time: 0.0516429 Feb 04 00:57:46.098031 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-bea9f414-daf6-4485-a1fd-0afd4ff64e75 req-e0e0c729-7571-4a1b-a935-76ec3b23ca24 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483322 Feb 04 00:57:46.178169 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ef541-9997-47ed-b486-e3ac15a0f081 req-bd684dad-dc96-4985-b230-98eaf7a625b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:46.179872 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-451ef541-9997-47ed-b486-e3ac15a0f081 req-bd684dad-dc96-4985-b230-98eaf7a625b3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b0f51023e09f42c583c82a6cedd0b27c&device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 1129 time: 0.0478504 Feb 04 00:57:46.192234 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:57:46.276625 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ef541-9997-47ed-b486-e3ac15a0f081 req-22d65fa0-57d0-4ccf-a20e-48e8711e7ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:46.278044 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-451ef541-9997-47ed-b486-e3ac15a0f081 req-22d65fa0-57d0-4ccf-a20e-48e8711e7ad5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=271880bd-091b-49af-861b-f2b13eceb364 HTTP/1.1" status: 200 len: 912 time: 0.0918205 Feb 04 00:57:46.346631 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-451ef541-9997-47ed-b486-e3ac15a0f081 req-22389a47-e208-40ad-8d7c-49df1a77efa5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0a32c78-629a-4423-8bc0-d0e8325cc11f HTTP/1.1" status: 200 len: 1001 time: 0.0620210 Feb 04 00:57:46.395820 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ef541-9997-47ed-b486-e3ac15a0f081 req-5e7e5fe8-29a4-43e3-8217-7b7a084bdecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:46.408727 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-451ef541-9997-47ed-b486-e3ac15a0f081 req-5e7e5fe8-29a4-43e3-8217-7b7a084bdecd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=359a36c9-988b-4b2d-817e-108886bfc95e HTTP/1.1" status: 200 len: 850 time: 0.0447006 Feb 04 00:57:46.444789 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ef541-9997-47ed-b486-e3ac15a0f081 req-d034155f-508d-43b6-8edc-0215ebb27f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:46.446327 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-451ef541-9997-47ed-b486-e3ac15a0f081 req-d034155f-508d-43b6-8edc-0215ebb27f70 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=271880bd-091b-49af-861b-f2b13eceb364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431817 Feb 04 00:57:46.539520 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-451ef541-9997-47ed-b486-e3ac15a0f081 req-2a421f29-c6a7-4636-aecd-8ea10e4008be service neutron] 10.222.0.39 "GET /v2.0/networks/271880bd-091b-49af-861b-f2b13eceb364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871174 Feb 04 00:57:46.630956 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-451ef541-9997-47ed-b486-e3ac15a0f081 req-285bd5c6-d740-40d0-9535-83b191143d46 service neutron] 10.222.0.39 "GET /v2.0/networks/271880bd-091b-49af-861b-f2b13eceb364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857308 Feb 04 00:57:47.214519 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb30d7d-211b-409a-8a9f-a548e365f21a req-f95d78a5-20aa-4c5f-91c8-afbb98d11701 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:47.215998 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-5bb30d7d-211b-409a-8a9f-a548e365f21a req-f95d78a5-20aa-4c5f-91c8-afbb98d11701 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 945 time: 0.0508144 Feb 04 00:57:47.261795 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-5bb30d7d-211b-409a-8a9f-a548e365f21a req-1c99f199-5791-4a5e-af9b-feb28f8512ee tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402751 Feb 04 00:57:48.318118 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9afedc8a-5de8-487b-965f-c736716c9a9d req-4f71c6f9-7bd9-43bb-b1fd-fa1542a63fa4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cdcebc9c-fd60-429c-ad3f-feddd4367ec1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437036 Feb 04 00:57:48.414124 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353bece-c406-4a4e-a3c4-3e477b5c2f7f req-bc698fee-7515-4fb1-8cdf-11cfb69d256f tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:48.415606 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2353bece-c406-4a4e-a3c4-3e477b5c2f7f req-bc698fee-7515-4fb1-8cdf-11cfb69d256f tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 945 time: 0.0864549 Feb 04 00:57:48.418195 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afedc8a-5de8-487b-965f-c736716c9a9d req-ca18da99-42e4-4a56-a39d-8e088ebc8773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:48.419543 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9afedc8a-5de8-487b-965f-c736716c9a9d req-ca18da99-42e4-4a56-a39d-8e088ebc8773 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a68a23113594a40a7e2e124035f3fcb&device_id=cdcebc9c-fd60-429c-ad3f-feddd4367ec1 HTTP/1.1" status: 200 len: 1130 time: 0.0795722 Feb 04 00:57:48.512880 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2353bece-c406-4a4e-a3c4-3e477b5c2f7f req-35bc7c5a-e4d6-4a04-bb89-0bef1d940dec tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917182 Feb 04 00:57:48.551785 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afedc8a-5de8-487b-965f-c736716c9a9d req-6977cc75-56d8-4379-ac6b-9630763e2219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:48.553162 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9afedc8a-5de8-487b-965f-c736716c9a9d req-6977cc75-56d8-4379-ac6b-9630763e2219 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5f955ba9-674e-45fd-8aac-6b73a4248143 HTTP/1.1" status: 200 len: 913 time: 0.0992882 Feb 04 00:57:48.616293 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9afedc8a-5de8-487b-965f-c736716c9a9d req-f7bb4b48-acaf-4ad1-bc1e-364835f5a8f7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=234bdff6-5458-4db7-8f4c-6657e3921313 HTTP/1.1" status: 200 len: 1002 time: 0.0569048 Feb 04 00:57:48.628862 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:57:48.662240 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afedc8a-5de8-487b-965f-c736716c9a9d req-cbe28efe-140b-4e4d-b65f-7883712525c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:48.663667 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9afedc8a-5de8-487b-965f-c736716c9a9d req-cbe28efe-140b-4e4d-b65f-7883712525c6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f2ac8d13-4344-48e5-8534-751622f2d98c HTTP/1.1" status: 200 len: 851 time: 0.0412040 Feb 04 00:57:48.714524 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afedc8a-5de8-487b-965f-c736716c9a9d req-a83d3056-e594-42e5-8f4f-8a575b8d1345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:48.715972 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9afedc8a-5de8-487b-965f-c736716c9a9d req-a83d3056-e594-42e5-8f4f-8a575b8d1345 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f955ba9-674e-45fd-8aac-6b73a4248143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459991 Feb 04 00:57:48.801645 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9afedc8a-5de8-487b-965f-c736716c9a9d req-308a19c2-78b7-419b-993c-61b3e1ba2916 service neutron] 10.222.0.39 "GET /v2.0/networks/5f955ba9-674e-45fd-8aac-6b73a4248143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788393 Feb 04 00:57:48.892944 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9afedc8a-5de8-487b-965f-c736716c9a9d req-7ac7f4bf-831a-4716-90ab-65b9f1312b81 service neutron] 10.222.0.39 "GET /v2.0/networks/5f955ba9-674e-45fd-8aac-6b73a4248143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850620 Feb 04 00:57:50.463090 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b284a-f545-4fa0-9c46-699adcc6f523 req-51b2dd49-7a7a-49e2-98e1-ccb73f6c655f tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:50.465636 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-8c2b284a-f545-4fa0-9c46-699adcc6f523 req-51b2dd49-7a7a-49e2-98e1-ccb73f6c655f tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 945 time: 0.0522628 Feb 04 00:57:50.512446 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-8c2b284a-f545-4fa0-9c46-699adcc6f523 req-467f0a20-b79c-44bc-aa40-2e714f2b1ce0 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404670 Feb 04 00:57:51.737558 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b05de-7c7f-49a6-ae9b-9aff892f8aac req-0dd30308-ff3c-4581-80c7-6fed3dfbaa1a tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:51.739026 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-211b05de-7c7f-49a6-ae9b-9aff892f8aac req-0dd30308-ff3c-4581-80c7-6fed3dfbaa1a tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 945 time: 0.0543873 Feb 04 00:57:51.784020 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-211b05de-7c7f-49a6-ae9b-9aff892f8aac req-0cc6527f-74eb-49fc-a4ce-a01343d2579f tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395682 Feb 04 00:57:52.902658 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00610977-4259-45eb-a083-c7c581abcd74 req-2514c54b-7c76-4bf2-a98c-6abbdeae0a1d tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:52.904125 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-00610977-4259-45eb-a083-c7c581abcd74 req-2514c54b-7c76-4bf2-a98c-6abbdeae0a1d tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 945 time: 0.0514753 Feb 04 00:57:52.948912 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-00610977-4259-45eb-a083-c7c581abcd74 req-7ccf23d0-253d-4c23-a226-1de0e0f48d59 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393343 Feb 04 00:57:54.070661 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d2bea-3df3-4c8a-b368-b67cc9582375 req-751c3d2e-b1e3-48e0-8447-070be9eeb5b8 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:54.072373 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0e3d2bea-3df3-4c8a-b368-b67cc9582375 req-751c3d2e-b1e3-48e0-8447-070be9eeb5b8 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 945 time: 0.0526648 Feb 04 00:57:54.118222 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0e3d2bea-3df3-4c8a-b368-b67cc9582375 req-ea3f5c08-c0c3-40ef-bc6a-633d0d2023bc tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400352 Feb 04 00:57:55.251558 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e15f7a-b6e2-4233-aa82-cc5295f24c59 req-59c16f40-109c-4150-a841-f3950f3760b1 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:55.253011 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-38e15f7a-b6e2-4233-aa82-cc5295f24c59 req-59c16f40-109c-4150-a841-f3950f3760b1 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 945 time: 0.0554004 Feb 04 00:57:55.297945 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-38e15f7a-b6e2-4233-aa82-cc5295f24c59 req-bee63a40-9f29-4769-b071-faf7a1fe1d92 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393834 Feb 04 00:57:56.417950 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5352ce-bd86-480d-8bb4-7035192a98e6 req-aa101a9a-3780-42bb-bb93-2e5c604acd3e tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:56.419415 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8c5352ce-bd86-480d-8bb4-7035192a98e6 req-aa101a9a-3780-42bb-bb93-2e5c604acd3e tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 945 time: 0.0505607 Feb 04 00:57:56.467708 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8c5352ce-bd86-480d-8bb4-7035192a98e6 req-b7072759-0923-413e-bcf5-7a6ccf32a1ca tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428383 Feb 04 00:57:57.596894 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c7bec-d986-414c-9722-c1aa3f182b44 req-bdff6b34-c5a2-4bfd-bc22-0a0a81dfc979 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:57.598403 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-dc2c7bec-d986-414c-9722-c1aa3f182b44 req-bdff6b34-c5a2-4bfd-bc22-0a0a81dfc979 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 945 time: 0.0513177 Feb 04 00:57:57.646155 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-dc2c7bec-d986-414c-9722-c1aa3f182b44 req-dfcd24b6-d0a1-46fd-8436-a30c54d1b1d4 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422742 Feb 04 00:57:58.766169 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf8981-aad2-4b61-b6bc-0ef44df3660d req-7ad4babc-8aeb-49ab-b256-ee539cfcd37d tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:58.767650 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d3bf8981-aad2-4b61-b6bc-0ef44df3660d req-7ad4babc-8aeb-49ab-b256-ee539cfcd37d tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 945 time: 0.0509546 Feb 04 00:57:58.812002 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d3bf8981-aad2-4b61-b6bc-0ef44df3660d req-bf0f3e64-86d2-45ce-a711-0de434be2d64 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389881 Feb 04 00:57:59.931476 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67313933-0e46-403c-801e-41bdeb8be12c req-9e42ef5c-528f-4956-a206-6b1482398c46 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:57:59.932933 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-67313933-0e46-403c-801e-41bdeb8be12c req-9e42ef5c-528f-4956-a206-6b1482398c46 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 945 time: 0.0505731 Feb 04 00:57:59.981491 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-67313933-0e46-403c-801e-41bdeb8be12c req-d072f1b1-ea90-4ef1-8e85-f7a6c0111763 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431027 Feb 04 00:58:01.098700 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277f0b3-c5c0-4aa1-8e56-19df088d2dcc req-bcab541f-4f72-4b68-ac6c-1b9164ef1a44 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:01.100280 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-7277f0b3-c5c0-4aa1-8e56-19df088d2dcc req-bcab541f-4f72-4b68-ac6c-1b9164ef1a44 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 945 time: 0.0493965 Feb 04 00:58:01.145074 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-7277f0b3-c5c0-4aa1-8e56-19df088d2dcc req-1946a01b-71ed-4f50-9e44-77e3e9fd6765 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385890 Feb 04 00:58:02.263503 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedb966-85b3-43cd-8a4a-550b798354c5 req-f521df14-0907-4b22-bf16-10b1ec0529bf tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:02.264964 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-acedb966-85b3-43cd-8a4a-550b798354c5 req-f521df14-0907-4b22-bf16-10b1ec0529bf tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 945 time: 0.0503643 Feb 04 00:58:02.309661 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-acedb966-85b3-43cd-8a4a-550b798354c5 req-7442e61f-8541-4702-b478-0f2971e4b4a4 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391722 Feb 04 00:58:03.435968 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd08de1-7e88-4a67-a032-f7afc0d3652e req-2659dbee-c1a8-434a-8e2a-1bc4c897e5d7 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:03.437496 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9dd08de1-7e88-4a67-a032-f7afc0d3652e req-2659dbee-c1a8-434a-8e2a-1bc4c897e5d7 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 945 time: 0.0550699 Feb 04 00:58:03.484150 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9dd08de1-7e88-4a67-a032-f7afc0d3652e req-933a1c20-a612-4a19-a455-f2ccf209976b tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409906 Feb 04 00:58:04.609660 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64f863-034d-4ef8-8540-097cbb99eab9 req-e2c1be27-343f-4567-b1cc-4f25705c79fd tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:04.611199 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-db64f863-034d-4ef8-8540-097cbb99eab9 req-e2c1be27-343f-4567-b1cc-4f25705c79fd tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 945 time: 0.0563855 Feb 04 00:58:04.655990 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-db64f863-034d-4ef8-8540-097cbb99eab9 req-9a0a95f1-89fb-4630-817b-b9588c31f89e tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394094 Feb 04 00:58:05.778960 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c1a87-6d8b-48f3-821f-33022fafef2c req-3364958e-7a86-4461-ad33-30b8419085f2 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:05.780436 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-026c1a87-6d8b-48f3-821f-33022fafef2c req-3364958e-7a86-4461-ad33-30b8419085f2 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 945 time: 0.0500820 Feb 04 00:58:05.825779 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-026c1a87-6d8b-48f3-821f-33022fafef2c req-d834a2eb-bfac-4ba8-99e4-a4b9bd023aab tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398903 Feb 04 00:58:06.950709 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f950a1-88db-4190-bdb0-9be17dfd8d3c req-f9e0fe41-9afa-445a-8eb8-11fdf877554a tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:06.952190 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-28f950a1-88db-4190-bdb0-9be17dfd8d3c req-f9e0fe41-9afa-445a-8eb8-11fdf877554a tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 945 time: 0.0542133 Feb 04 00:58:06.997241 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-28f950a1-88db-4190-bdb0-9be17dfd8d3c req-c05c9131-eaa3-4008-943d-17f4edc36d9d tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394421 Feb 04 00:58:07.319183 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device f36d68b2-0f32-4da4-a932-9e9dc07d03bc details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 00:58:07.415972 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port f36d68b2-0f32-4da4-a932-9e9dc07d03bc, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=f36d68b2-0f32-4da4-a932-9e9dc07d03bc,segment=NetworkSegment(54e3d956-d261-4a67-bb25-94057ffc11cf),segment_id=54e3d956-d261-4a67-bb25-94057ffc11cf)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:58:07.428040 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Returning: {'device': 'f36d68b2-0f32-4da4-a932-9e9dc07d03bc', 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321', 'port_id': 'f36d68b2-0f32-4da4-a932-9e9dc07d03bc', 'mac_address': 'fa:16:3e:38:45:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3690513-81ad-46a5-afc0-910eebaac8f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 00:58:07.463607 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port f36d68b2-0f32-4da4-a932-9e9dc07d03bc is: ACTIVE; New status is: BUILD {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:58:07.464019 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (f36d68b2-0f32-4da4-a932-9e9dc07d03bc), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:07.476437 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f36d68b2-0f32-4da4-a932-9e9dc07d03bc {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:58:07.496167 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port f36d68b2-0f32-4da4-a932-9e9dc07d03bc, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=f36d68b2-0f32-4da4-a932-9e9dc07d03bc,segment=NetworkSegment(54e3d956-d261-4a67-bb25-94057ffc11cf),segment_id=54e3d956-d261-4a67-bb25-94057ffc11cf)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:58:07.605090 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (f36d68b2-0f32-4da4-a932-9e9dc07d03bc), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:07.659754 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=f36d68b2-0f32-4da4-a932-9e9dc07d03bc,revision_number=6']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:58:07.666761 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:58:07.667826 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:58:07.668172 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:58:07.668505 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:58:07.668834 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:58:07.669159 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:58:07.669505 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:58:07.669832 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:58:07.670155 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:58:07.670515 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:58:07.670838 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:58:07.671157 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:58:07.671475 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:58:07.705262 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['f36d68b2-0f32-4da4-a932-9e9dc07d03bc'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:58:08.119864 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a96f1-a2a9-4e7a-b8eb-45a5d0f44fec req-3f762eb9-e44b-413c-b5d1-c5c6a599e858 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:08.121422 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8d3a96f1-a2a9-4e7a-b8eb-45a5d0f44fec req-3f762eb9-e44b-413c-b5d1-c5c6a599e858 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 944 time: 0.0548646 Feb 04 00:58:08.168993 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8d3a96f1-a2a9-4e7a-b8eb-45a5d0f44fec req-7131b6d4-718e-487b-b909-b079e85e2c5d tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419476 Feb 04 00:58:09.233534 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 6 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 00:58:09.306248 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370bf2bc-bda4-461c-af91-4a970689eb88 req-b72a9b65-83a6-4dd0-84b7-aa0b8c8c1a2b tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:09.313930 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-370bf2bc-bda4-461c-af91-4a970689eb88 req-b72a9b65-83a6-4dd0-84b7-aa0b8c8c1a2b tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 944 time: 0.0595186 Feb 04 00:58:09.340740 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device f36d68b2-0f32-4da4-a932-9e9dc07d03bc up at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:58:09.373904 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-370bf2bc-bda4-461c-af91-4a970689eb88 req-7bea3f19-47a9-4075-bd1f-e70d52ad9b0d tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587628 Feb 04 00:58:09.421931 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning complete for port f36d68b2-0f32-4da4-a932-9e9dc07d03bc triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:58:09.422405 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (f36d68b2-0f32-4da4-a932-9e9dc07d03bc), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:09.512916 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port f36d68b2-0f32-4da4-a932-9e9dc07d03bc is: BUILD; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:58:09.513233 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (f36d68b2-0f32-4da4-a932-9e9dc07d03bc), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:09.539008 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519a6c8f-2eb1-4ccf-84ea-652c6c36cb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36d68b2-0f32-4da4-a932-9e9dc07d03bc'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:58:09.541725 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6008afca8a05d931a9cb2feac605f7a66ad88b8a0c7f78d7c81d8c88d670685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95769c6-118e-462a-b92a-f7f108c299f6" -d '{"events": [{"server_uuid": "519a6c8f-2eb1-4ccf-84ea-652c6c36cb56", "name": "network-vif-plugged", "status": "completed", "tag": "f36d68b2-0f32-4da4-a932-9e9dc07d03bc"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:58:09.561312 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port f36d68b2-0f32-4da4-a932-9e9dc07d03bc, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=f36d68b2-0f32-4da4-a932-9e9dc07d03bc,segment=NetworkSegment(54e3d956-d261-4a67-bb25-94057ffc11cf),segment_id=54e3d956-d261-4a67-bb25-94057ffc11cf)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:58:09.583519 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167a074d-2bfe-4189-b006-30fb98fdf42d x-openstack-request-id: req-167a074d-2bfe-4189-b006-30fb98fdf42d {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:58:09.583816 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519a6c8f-2eb1-4ccf-84ea-652c6c36cb56", "name": "network-vif-plugged", "status": "completed", "tag": "f36d68b2-0f32-4da4-a932-9e9dc07d03bc", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:58:09.584201 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-167a074d-2bfe-4189-b006-30fb98fdf42d {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:58:09.584668 dv-cinder-827778-1-iscsi neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '519a6c8f-2eb1-4ccf-84ea-652c6c36cb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36d68b2-0f32-4da4-a932-9e9dc07d03bc', 'code': 200} Feb 04 00:58:09.629496 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (f36d68b2-0f32-4da4-a932-9e9dc07d03bc), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:09.689834 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=f36d68b2-0f32-4da4-a932-9e9dc07d03bc,revision_number=7']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:58:10.131269 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a7cebd37-1844-40a2-a78f-5845c70b7412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:10.506667 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ea8e2-415b-4e96-804b-b6fdfa0408c7 req-bbcdb2df-0da4-4b24-88d5-6fa20401b747 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:10.508964 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-059ea8e2-415b-4e96-804b-b6fdfa0408c7 req-bbcdb2df-0da4-4b24-88d5-6fa20401b747 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 945 time: 0.0594130 Feb 04 00:58:10.565209 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-059ea8e2-415b-4e96-804b-b6fdfa0408c7 req-55f40dd9-80e5-429b-9092-cb3242e1d0ca tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488253 Feb 04 00:58:11.692564 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30301c60-85de-47bd-a8cd-3f597d0b00b9 req-70231518-3031-49bb-9202-419f00600768 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:11.694093 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-30301c60-85de-47bd-a8cd-3f597d0b00b9 req-70231518-3031-49bb-9202-419f00600768 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 945 time: 0.0511949 Feb 04 00:58:11.739708 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-30301c60-85de-47bd-a8cd-3f597d0b00b9 req-83074de2-2259-4803-aa09-0dcddf8c891e tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400589 Feb 04 00:58:12.251133 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7d9f631a-e841-4190-9187-b19e56980ba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:12.876189 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6246f-ad8b-49aa-8d6f-50b0697abd0d req-c759b6ae-4e87-4d66-a567-a95c7a6150fa tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:12.878051 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-1cc6246f-ad8b-49aa-8d6f-50b0697abd0d req-c759b6ae-4e87-4d66-a567-a95c7a6150fa tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 945 time: 0.0587251 Feb 04 00:58:12.938949 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-1cc6246f-ad8b-49aa-8d6f-50b0697abd0d req-68a37172-fda3-4cf1-850b-3feb7e99e741 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533166 Feb 04 00:58:13.391950 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a026256-e274-457e-b25b-203a5f01aa6b req-b7e49b56-b66b-454d-b908-590cd85a6e1b tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:13.393910 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-0a026256-e274-457e-b25b-203a5f01aa6b req-b7e49b56-b66b-454d-b908-590cd85a6e1b tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdcebc9c-fd60-429c-ad3f-feddd4367ec1 HTTP/1.1" status: 200 len: 946 time: 0.0684683 Feb 04 00:58:13.412266 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:13.466383 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-0a026256-e274-457e-b25b-203a5f01aa6b req-04016b23-9052-4a21-8058-7801c28e2407 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615730 Feb 04 00:58:14.069231 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652ec78-73fb-4e9a-b835-2f24ab647e2c req-b2b000de-b611-41cf-9e1c-f8dd690444da tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:14.074978 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0652ec78-73fb-4e9a-b835-2f24ab647e2c req-b2b000de-b611-41cf-9e1c-f8dd690444da tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 945 time: 0.0571859 Feb 04 00:58:14.125805 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0652ec78-73fb-4e9a-b835-2f24ab647e2c req-5794ba30-db80-447e-95da-1d6d24f6218b tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489743 Feb 04 00:58:14.582497 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbf49b-fef5-45a4-a0b9-73443c2e134e req-9321ec66-ce15-4315-afb6-c270a1c36430 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:14.583998 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-88dbf49b-fef5-45a4-a0b9-73443c2e134e req-9321ec66-ce15-4315-afb6-c270a1c36430 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdcebc9c-fd60-429c-ad3f-feddd4367ec1 HTTP/1.1" status: 200 len: 946 time: 0.0564382 Feb 04 00:58:14.636260 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-88dbf49b-fef5-45a4-a0b9-73443c2e134e req-e622880d-e985-4eb2-87c8-de13a0596433 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463471 Feb 04 00:58:15.034228 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:15.086372 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb809a-81c8-4055-96af-2cdd5505a805 req-688e2c41-4366-4226-bab2-bb90bde44f3a tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:15.087790 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-26fb809a-81c8-4055-96af-2cdd5505a805 req-688e2c41-4366-4226-bab2-bb90bde44f3a tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdcebc9c-fd60-429c-ad3f-feddd4367ec1 HTTP/1.1" status: 200 len: 946 time: 0.0496976 Feb 04 00:58:15.184808 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-26fb809a-81c8-4055-96af-2cdd5505a805 req-337f568f-b89c-45e4-a9fe-5a82ce3491c5 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Deleting port 234bdff6-5458-4db7-8f4c-6657e3921313 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:58:15.185184 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-26fb809a-81c8-4055-96af-2cdd5505a805 req-337f568f-b89c-45e4-a9fe-5a82ce3491c5 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (234bdff6-5458-4db7-8f4c-6657e3921313), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:15.264101 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d43fd4-d19b-4ed8-9644-8504a84cb599 req-73ec7f83-cb70-4200-9ce0-718dde562257 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:15.269662 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d0d43fd4-d19b-4ed8-9644-8504a84cb599 req-73ec7f83-cb70-4200-9ce0-718dde562257 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 945 time: 0.0692427 Feb 04 00:58:15.292846 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-26fb809a-81c8-4055-96af-2cdd5505a805 req-337f568f-b89c-45e4-a9fe-5a82ce3491c5 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] For port 234bdff6-5458-4db7-8f4c-6657e3921313, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=234bdff6-5458-4db7-8f4c-6657e3921313,segment=NetworkSegment(24c0ec21-3c7a-49b9-b9cd-bc17109016f1),segment_id=24c0ec21-3c7a-49b9-b9cd-bc17109016f1)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:58:15.293558 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-26fb809a-81c8-4055-96af-2cdd5505a805 req-337f568f-b89c-45e4-a9fe-5a82ce3491c5 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (234bdff6-5458-4db7-8f4c-6657e3921313), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:15.325863 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d0d43fd4-d19b-4ed8-9644-8504a84cb599 req-69218d91-d41f-4754-a6e5-110d970990e1 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455501 Feb 04 00:58:15.496792 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-26fb809a-81c8-4055-96af-2cdd5505a805 req-337f568f-b89c-45e4-a9fe-5a82ce3491c5 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:15.497096 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-26fb809a-81c8-4055-96af-2cdd5505a805 req-337f568f-b89c-45e4-a9fe-5a82ce3491c5 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601474'] for floatingip (8eace7c5-5e52-439a-85b8-18c03b625c7c), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:15.497414 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.db.l3_db [req-26fb809a-81c8-4055-96af-2cdd5505a805 req-337f568f-b89c-45e4-a9fe-5a82ce3491c5 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Floating IP 8eace7c5-5e52-439a-85b8-18c03b625c7c disassociated. External IP: 172.27.1.223, port: 234bdff6-5458-4db7-8f4c-6657e3921313. Feb 04 00:58:15.497837 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-26fb809a-81c8-4055-96af-2cdd5505a805 req-337f568f-b89c-45e4-a9fe-5a82ce3491c5 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Calling delete_port for 234bdff6-5458-4db7-8f4c-6657e3921313 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:58:15.700708 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-26fb809a-81c8-4055-96af-2cdd5505a805 req-337f568f-b89c-45e4-a9fe-5a82ce3491c5 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (234bdff6-5458-4db7-8f4c-6657e3921313), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:15.795673 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f568f-b89c-45e4-a9fe-5a82ce3491c5 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Pushing event deleted for resources: {'Port': ['ID=234bdff6-5458-4db7-8f4c-6657e3921313,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:58:15.818040 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-34feb6d9-1fae-406e-96b9-cb5465e465b9 req-84652a84-7185-4ed2-aaec-29630d89de59 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdcebc9c-fd60-429c-ad3f-feddd4367ec1 HTTP/1.1" status: 200 len: 210 time: 0.0766773 Feb 04 00:58:15.847831 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f568f-b89c-45e4-a9fe-5a82ce3491c5 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:58:15.848571 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f568f-b89c-45e4-a9fe-5a82ce3491c5 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:58:15.848789 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f568f-b89c-45e4-a9fe-5a82ce3491c5 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:58:15.849222 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f568f-b89c-45e4-a9fe-5a82ce3491c5 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:58:15.849671 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f568f-b89c-45e4-a9fe-5a82ce3491c5 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:58:15.850111 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f568f-b89c-45e4-a9fe-5a82ce3491c5 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:58:15.850532 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f568f-b89c-45e4-a9fe-5a82ce3491c5 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:58:15.850958 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f568f-b89c-45e4-a9fe-5a82ce3491c5 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:58:15.851385 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f568f-b89c-45e4-a9fe-5a82ce3491c5 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:58:15.851828 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f568f-b89c-45e4-a9fe-5a82ce3491c5 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:58:15.852246 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f568f-b89c-45e4-a9fe-5a82ce3491c5 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:58:15.852663 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f568f-b89c-45e4-a9fe-5a82ce3491c5 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:58:15.853080 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f568f-b89c-45e4-a9fe-5a82ce3491c5 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:58:15.907795 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26fb809a-81c8-4055-96af-2cdd5505a805 req-337f568f-b89c-45e4-a9fe-5a82ce3491c5 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Router 6cfc065a-c771-4294-97e6-c9c271da741b has already been hosted by L3 agent 05e42f77-b612-4439-9acd-15af6102b82d {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:58:16.030193 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26fb809a-81c8-4055-96af-2cdd5505a805 req-337f568f-b89c-45e4-a9fe-5a82ce3491c5 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:58:16.043425 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3954e70-3290-4df0-9b18-8c9bba2c7482 None None] Sync routers for ids ['6cfc065a-c771-4294-97e6-c9c271da741b'] in dv-cinder-827778-1-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 00:58:16.066615 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3954e70-3290-4df0-9b18-8c9bba2c7482 None None] Routers {'6cfc065a-c771-4294-97e6-c9c271da741b'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:58:16.067575 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-a3954e70-3290-4df0-9b18-8c9bba2c7482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:58:12Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['6cfc065a-c771-4294-97e6-c9c271da741b'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:58:16.255875 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-a3954e70-3290-4df0-9b18-8c9bba2c7482 None None] Set router 6cfc065a-c771-4294-97e6-c9c271da741b gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:58:16.304053 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:16.456757 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-26fb809a-81c8-4055-96af-2cdd5505a805 req-337f568f-b89c-45e4-a9fe-5a82ce3491c5 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] No DVR routers for this DVR port 234bdff6-5458-4db7-8f4c-6657e3921313 on host hv-cinder-82777 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:58:16.459620 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-26fb809a-81c8-4055-96af-2cdd5505a805 req-337f568f-b89c-45e4-a9fe-5a82ce3491c5 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:16.463189 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-26fb809a-81c8-4055-96af-2cdd5505a805 req-337f568f-b89c-45e4-a9fe-5a82ce3491c5 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.39 "DELETE /v2.0/ports/234bdff6-5458-4db7-8f4c-6657e3921313 HTTP/1.1" status: 204 len: 173 time: 1.3700409 Feb 04 00:58:16.463724 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdcebc9c-fd60-429c-ad3f-feddd4367ec1', 'name': 'network-vif-deleted', 'tag': '234bdff6-5458-4db7-8f4c-6657e3921313'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:58:16.466734 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9923a7793e9fa6102d344dd696201155eb04f662303130ce66584af0359f1e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d43ba4-9f9e-4b75-97b0-c43b1046e053" -d '{"events": [{"server_uuid": "cdcebc9c-fd60-429c-ad3f-feddd4367ec1", "name": "network-vif-deleted", "tag": "234bdff6-5458-4db7-8f4c-6657e3921313"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:58:16.550095 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-a3954e70-3290-4df0-9b18-8c9bba2c7482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'name': 'tempest-TestVolumeBootPattern-2116994202-router', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '12774d0c-45ab-41c1-9a14-80e674936547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:54:29Z', 'updated_at': '2022-02-04T00:54:33Z', 'revision_number': 4, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'gw_port': {'id': '12774d0c-45ab-41c1-9a14-80e674936547', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:30Z', 'updated_at': '2022-02-04T00:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': '84cb692e-ba87-4fd5-9193-9ad761fe8f53', 'name': '', 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'mac_address': 'fa:16:3e:ae:d5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'f2ac8d13-4344-48e5-8534-751622f2d98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:32Z', 'updated_at': '2022-02-04T00:54:39Z', 'revision_number': 5, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'subnets': [{'id': 'f2ac8d13-4344-48e5-8534-751622f2d98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:58:16.558203 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c369e09-56c7-4cfa-a009-d2352328d20a req-afef0582-7de0-4aca-843d-e7f53340fd4b tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:16.560562 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6c369e09-56c7-4cfa-a009-d2352328d20a req-afef0582-7de0-4aca-843d-e7f53340fd4b tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 945 time: 0.1015780 Feb 04 00:58:16.601757 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3954e70-3290-4df0-9b18-8c9bba2c7482 None None] Checking router: 6cfc065a-c771-4294-97e6-c9c271da741b for host: dv-cinder-827778-1-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 00:58:16.602019 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafc7c0c-1a57-42c8-9039-317eec1da99b x-openstack-request-id: req-cafc7c0c-1a57-42c8-9039-317eec1da99b {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:58:16.602019 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdcebc9c-fd60-429c-ad3f-feddd4367ec1", "name": "network-vif-deleted", "tag": "234bdff6-5458-4db7-8f4c-6657e3921313", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:58:16.602019 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cafc7c0c-1a57-42c8-9039-317eec1da99b {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:58:16.602019 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdcebc9c-fd60-429c-ad3f-feddd4367ec1', 'name': 'network-vif-deleted', 'tag': '234bdff6-5458-4db7-8f4c-6657e3921313', 'status': 'completed', 'code': 200} Feb 04 00:58:16.609788 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3954e70-3290-4df0-9b18-8c9bba2c7482 None None] Routers {'6cfc065a-c771-4294-97e6-c9c271da741b'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:58:16.610639 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-a3954e70-3290-4df0-9b18-8c9bba2c7482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:58:12Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['6cfc065a-c771-4294-97e6-c9c271da741b'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:58:16.641902 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6c369e09-56c7-4cfa-a009-d2352328d20a req-6bc8828b-12e3-474b-875b-62360f502ff5 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646963 Feb 04 00:58:16.742042 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-a3954e70-3290-4df0-9b18-8c9bba2c7482 None None] Set router 6cfc065a-c771-4294-97e6-c9c271da741b gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:58:16.992806 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-76f3821b-ab9f-488a-aa11-e46d4587ed4d req-22dc1b33-1edf-424c-837f-d5165033db57 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdcebc9c-fd60-429c-ad3f-feddd4367ec1 HTTP/1.1" status: 200 len: 210 time: 0.0481553 Feb 04 00:58:17.106660 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-a3954e70-3290-4df0-9b18-8c9bba2c7482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'name': 'tempest-TestVolumeBootPattern-2116994202-router', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '12774d0c-45ab-41c1-9a14-80e674936547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:54:29Z', 'updated_at': '2022-02-04T00:54:33Z', 'revision_number': 4, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'gw_port': {'id': '12774d0c-45ab-41c1-9a14-80e674936547', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:30Z', 'updated_at': '2022-02-04T00:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': '84cb692e-ba87-4fd5-9193-9ad761fe8f53', 'name': '', 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'mac_address': 'fa:16:3e:ae:d5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'f2ac8d13-4344-48e5-8534-751622f2d98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:32Z', 'updated_at': '2022-02-04T00:54:39Z', 'revision_number': 5, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'subnets': [{'id': 'f2ac8d13-4344-48e5-8534-751622f2d98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:58:17.144986 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3954e70-3290-4df0-9b18-8c9bba2c7482 None None] The sync data for ids ['6cfc065a-c771-4294-97e6-c9c271da741b'] in dv-cinder-827778-1-iscsi is: [{'id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'name': 'tempest-TestVolumeBootPattern-2116994202-router', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '12774d0c-45ab-41c1-9a14-80e674936547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:54:29Z', 'updated_at': '2022-02-04T00:54:33Z', 'revision_number': 4, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'gw_port': {'id': '12774d0c-45ab-41c1-9a14-80e674936547', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:30Z', 'updated_at': '2022-02-04T00:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': '84cb692e-ba87-4fd5-9193-9ad761fe8f53', 'name': '', 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'mac_address': 'fa:16:3e:ae:d5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'f2ac8d13-4344-48e5-8534-751622f2d98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:32Z', 'updated_at': '2022-02-04T00:54:39Z', 'revision_number': 5, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'subnets': [{'id': 'f2ac8d13-4344-48e5-8534-751622f2d98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 00:58:17.411275 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 234bdff6-5458-4db7-8f4c-6657e3921313 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:58:17.439645 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] No Port match for: 234bdff6-5458-4db7-8f4c-6657e3921313 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 00:58:17.445284 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 234bdff6-5458-4db7-8f4c-6657e3921313 not bound to the agent host hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 00:58:17.467638 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e38a15d-c518-4a4a-993e-f1b919ec79c7 None None] New status for floating IP 8eace7c5-5e52-439a-85b8-18c03b625c7c: DOWN {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 00:58:18.053722 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042cc18f-0649-43f3-aa5a-cacf61d971b9 req-44daaf47-0b40-4139-a4a6-6f09268b1779 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:18.058933 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-042cc18f-0649-43f3-aa5a-cacf61d971b9 req-44daaf47-0b40-4139-a4a6-6f09268b1779 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 945 time: 0.3521402 Feb 04 00:58:18.129918 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-48c909d5-0eb3-4d77-8e79-20abf0cc98ef req-adf72c63-3b93-4154-abcf-899a9e8c1c6c tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdcebc9c-fd60-429c-ad3f-feddd4367ec1 HTTP/1.1" status: 200 len: 210 time: 0.0308805 Feb 04 00:58:18.138742 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-042cc18f-0649-43f3-aa5a-cacf61d971b9 req-a4e5de03-41c4-4423-a89a-2aded7524a0d tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719113 Feb 04 00:58:18.689252 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:19.269062 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94886e98-e8b5-425c-afdd-c526f177ffcb req-14474384-3f92-41aa-8db3-3cc049f4ded8 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:19.270583 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-94886e98-e8b5-425c-afdd-c526f177ffcb req-14474384-3f92-41aa-8db3-3cc049f4ded8 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 945 time: 0.0579774 Feb 04 00:58:19.317205 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-94886e98-e8b5-425c-afdd-c526f177ffcb req-9a54d219-2635-4bc6-bd6c-91222000e9b3 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409117 Feb 04 00:58:19.438828 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-576d586a-e6b8-460a-9074-549fd3838e29 req-bdfc3d5a-81e4-4292-9b01-1700c092e50c tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-385836292&fields=id&tenant_id=3a68a23113594a40a7e2e124035f3fcb HTTP/1.1" status: 200 len: 267 time: 0.0584435 Feb 04 00:58:19.536705 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d586a-e6b8-460a-9074-549fd3838e29 req-785f2b3e-1e4e-4bb5-8ad4-388f0e0b8ed5 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:19.538201 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-576d586a-e6b8-460a-9074-549fd3838e29 req-785f2b3e-1e4e-4bb5-8ad4-388f0e0b8ed5 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/networks?id=5f955ba9-674e-45fd-8aac-6b73a4248143 HTTP/1.1" status: 200 len: 812 time: 0.1033041 Feb 04 00:58:19.552340 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-576d586a-e6b8-460a-9074-549fd3838e29 req-b4725f7f-ece7-45f1-8ad2-751baa40f2d9 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/quotas/3a68a23113594a40a7e2e124035f3fcb HTTP/1.1" status: 200 len: 375 time: 0.0087593 Feb 04 00:58:19.606751 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-576d586a-e6b8-460a-9074-549fd3838e29 req-8e15881d-65f7-4950-9d4e-1812b5403fca tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3a68a23113594a40a7e2e124035f3fcb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497212 Feb 04 00:58:19.751678 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-576d586a-e6b8-460a-9074-549fd3838e29 req-9e596aa1-dda8-4d8c-bb2f-bab019d65eed service neutron] 10.222.0.10 "GET /v2.0/networks/5f955ba9-674e-45fd-8aac-6b73a4248143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331041 Feb 04 00:58:19.838842 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-576d586a-e6b8-460a-9074-549fd3838e29 req-13ac4df3-7c1d-4944-85fa-afcb348371ff service neutron] 10.222.0.10 "GET /v2.0/networks/5f955ba9-674e-45fd-8aac-6b73a4248143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816004 Feb 04 00:58:20.445406 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751ae77-9da4-4534-ab29-0f14c16c5155 req-aa38024f-e30a-42f0-953e-3d3299dadf8b tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:20.447029 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-a751ae77-9da4-4534-ab29-0f14c16c5155 req-aa38024f-e30a-42f0-953e-3d3299dadf8b tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 945 time: 0.0580084 Feb 04 00:58:20.486281 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b52dc95f-5274-459a-8fe6-fc7099c7fa87 req-6a644c58-268d-4086-9297-21f8e9b11e86 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=acecd798-187e-4013-aba0-66a772a0c302 HTTP/1.1" status: 200 len: 210 time: 0.0331476 Feb 04 00:58:20.514049 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-a751ae77-9da4-4534-ab29-0f14c16c5155 req-a0591bdc-4af9-4383-83f4-6ddac01f78d2 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602090 Feb 04 00:58:20.582988 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6220fbf-24b3-409c-bc81-3d3372d75553 req-03f8bb63-4988-4144-a8a1-8909ac8a1309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:20.584534 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e6220fbf-24b3-409c-bc81-3d3372d75553 req-03f8bb63-4988-4144-a8a1-8909ac8a1309 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=33c179601f1e46788de48f0cac243499&device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 1129 time: 0.0966115 Feb 04 00:58:20.674911 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6220fbf-24b3-409c-bc81-3d3372d75553 req-61466f73-cb06-4e77-b6a1-5b487f3d398b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:20.676393 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e6220fbf-24b3-409c-bc81-3d3372d75553 req-61466f73-cb06-4e77-b6a1-5b487f3d398b service neutron] 10.222.0.39 "GET /v2.0/networks?id=7fa434c0-397c-452d-8882-f9f118f80321 HTTP/1.1" status: 200 len: 917 time: 0.0836372 Feb 04 00:58:20.749868 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e6220fbf-24b3-409c-bc81-3d3372d75553 req-c082ed51-c1f2-49c7-9c23-a7962d706fe1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f36d68b2-0f32-4da4-a932-9e9dc07d03bc HTTP/1.1" status: 200 len: 1001 time: 0.0646811 Feb 04 00:58:20.796646 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6220fbf-24b3-409c-bc81-3d3372d75553 req-312f5fc8-1fa4-48ac-b94b-f8f0dffaefd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:20.798163 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e6220fbf-24b3-409c-bc81-3d3372d75553 req-312f5fc8-1fa4-48ac-b94b-f8f0dffaefd0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a3690513-81ad-46a5-afc0-910eebaac8f9 HTTP/1.1" status: 200 len: 855 time: 0.0429244 Feb 04 00:58:20.845911 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6220fbf-24b3-409c-bc81-3d3372d75553 req-1e5f8c63-7687-4476-8fc4-34d718d5d9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:20.847311 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e6220fbf-24b3-409c-bc81-3d3372d75553 req-1e5f8c63-7687-4476-8fc4-34d718d5d9b9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fa434c0-397c-452d-8882-f9f118f80321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426345 Feb 04 00:58:20.940832 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e6220fbf-24b3-409c-bc81-3d3372d75553 req-df88789e-783c-47dc-ac55-e370be979458 service neutron] 10.222.0.39 "GET /v2.0/networks/7fa434c0-397c-452d-8882-f9f118f80321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861728 Feb 04 00:58:21.029933 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e6220fbf-24b3-409c-bc81-3d3372d75553 req-a8ace386-202b-4dad-98cd-1a8cb88ae3a5 service neutron] 10.222.0.39 "GET /v2.0/networks/7fa434c0-397c-452d-8882-f9f118f80321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825217 Feb 04 00:58:21.582359 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-60ae6abd-ddb2-4e7b-a89c-13e01c4e7521 req-e320c12b-b8bf-4122-888e-d35392b6adf2 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=acecd798-187e-4013-aba0-66a772a0c302 HTTP/1.1" status: 200 len: 210 time: 0.0322440 Feb 04 00:58:21.632021 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52ad18-5796-4226-b4df-c6b70af8b2c5 req-f4065018-dc87-407b-a68d-13b43e49da35 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:21.633641 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1b52ad18-5796-4226-b4df-c6b70af8b2c5 req-f4065018-dc87-407b-a68d-13b43e49da35 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 945 time: 0.0511978 Feb 04 00:58:21.679043 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1b52ad18-5796-4226-b4df-c6b70af8b2c5 req-bacb406c-fd9b-4c0f-afba-63963d949869 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390031 Feb 04 00:58:22.515760 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d586a-e6b8-460a-9074-549fd3838e29 req-91b2e403-a2f3-49ba-9a14-2cade4130635 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:22.517207 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-576d586a-e6b8-460a-9074-549fd3838e29 req-91b2e403-a2f3-49ba-9a14-2cade4130635 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.39 "GET /v2.0/networks?id=5f955ba9-674e-45fd-8aac-6b73a4248143 HTTP/1.1" status: 200 len: 812 time: 0.0986879 Feb 04 00:58:22.579849 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-576d586a-e6b8-460a-9074-549fd3838e29 req-4e6cd575-6c14-4e83-8d7a-123c22211545 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a68a23113594a40a7e2e124035f3fcb HTTP/1.1" status: 200 len: 379 time: 0.0511644 Feb 04 00:58:22.589772 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [req-576d586a-e6b8-460a-9074-549fd3838e29 req-8e8a8583-3ed9-48ce-9f47-2286bb911032 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Request body: {'port': {'device_id': 'acecd798-187e-4013-aba0-66a772a0c302', 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143', 'admin_state_up': True, 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'security_groups': ['8f8988d5-9adb-434a-923f-3ddb810c7dae']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:58:22.683369 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-c7e41039-6f50-48f6-9f50-dfb0855b6781 req-2b988f42-9ec0-4884-bca2-cca6faf692c1 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=acecd798-187e-4013-aba0-66a772a0c302 HTTP/1.1" status: 200 len: 210 time: 0.0318017 Feb 04 00:58:22.797197 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-576d586a-e6b8-460a-9074-549fd3838e29 req-8e8a8583-3ed9-48ce-9f47-2286bb911032 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Made reservation on behalf of 3a68a23113594a40a7e2e124035f3fcb for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:58:22.801523 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-576d586a-e6b8-460a-9074-549fd3838e29 req-8e8a8583-3ed9-48ce-9f47-2286bb911032 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:22.814240 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84ac2a-de23-4119-a84d-220a1675aa52 req-8ce3a195-d48a-4c8a-8c9f-ffda69e0ad74 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:22.815746 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9e84ac2a-de23-4119-a84d-220a1675aa52 req-8ce3a195-d48a-4c8a-8c9f-ffda69e0ad74 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 945 time: 0.0563121 Feb 04 00:58:22.870616 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9e84ac2a-de23-4119-a84d-220a1675aa52 req-18f86d38-f0f5-46b6-9de4-a50246825333 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487459 Feb 04 00:58:22.933649 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-576d586a-e6b8-460a-9074-549fd3838e29 req-8e8a8583-3ed9-48ce-9f47-2286bb911032 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Allocated IP 172.20.0.8 (5f955ba9-674e-45fd-8aac-6b73a4248143/f2ac8d13-4344-48e5-8534-751622f2d98c/0873fdde-71f9-4abf-8057-9974681e1223) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:58:23.069834 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-576d586a-e6b8-460a-9074-549fd3838e29 req-8e8a8583-3ed9-48ce-9f47-2286bb911032 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for port (0873fdde-71f9-4abf-8057-9974681e1223), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:23.209407 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-576d586a-e6b8-460a-9074-549fd3838e29 req-8e8a8583-3ed9-48ce-9f47-2286bb911032 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (0873fdde-71f9-4abf-8057-9974681e1223), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:23.258371 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-576d586a-e6b8-460a-9074-549fd3838e29 req-8e8a8583-3ed9-48ce-9f47-2286bb911032 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Network 5f955ba9-674e-45fd-8aac-6b73a4248143 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:58:23.262040 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-576d586a-e6b8-460a-9074-549fd3838e29 req-8e8a8583-3ed9-48ce-9f47-2286bb911032 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:58:23.264396 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-576d586a-e6b8-460a-9074-549fd3838e29 req-8e8a8583-3ed9-48ce-9f47-2286bb911032 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:58:23.289546 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a8583-3ed9-48ce-9f47-2286bb911032 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Pushing event updated for resources: {'Port': ['ID=0873fdde-71f9-4abf-8057-9974681e1223,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:58:23.319052 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d586a-e6b8-460a-9074-549fd3838e29 req-8e8a8583-3ed9-48ce-9f47-2286bb911032 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:23.319740 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-576d586a-e6b8-460a-9074-549fd3838e29 req-8e8a8583-3ed9-48ce-9f47-2286bb911032 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:23.396803 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-576d586a-e6b8-460a-9074-549fd3838e29 req-8e8a8583-3ed9-48ce-9f47-2286bb911032 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8109481 Feb 04 00:58:23.408889 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [req-576d586a-e6b8-460a-9074-549fd3838e29 req-21a307e0-6439-4978-8676-7ffb348f595e service neutron] Request body: {'port': {'device_id': 'acecd798-187e-4013-aba0-66a772a0c302', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:58:23.435112 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device f36d68b2-0f32-4da4-a932-9e9dc07d03bc no longer exists at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:58:23.474893 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-576d586a-e6b8-460a-9074-549fd3838e29 req-21a307e0-6439-4978-8676-7ffb348f595e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (0873fdde-71f9-4abf-8057-9974681e1223), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:23.485991 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-bbdf6bb4-298d-4462-b16f-2598359311ce None None] Provisioning complete for port 0873fdde-71f9-4abf-8057-9974681e1223 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:58:23.486493 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bbdf6bb4-298d-4462-b16f-2598359311ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (0873fdde-71f9-4abf-8057-9974681e1223), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:23.550949 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-bbdf6bb4-298d-4462-b16f-2598359311ce None None] Port 0873fdde-71f9-4abf-8057-9974681e1223 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 00:58:23.559093 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port f36d68b2-0f32-4da4-a932-9e9dc07d03bc is: ACTIVE; New status is: DOWN {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:58:23.559093 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (f36d68b2-0f32-4da4-a932-9e9dc07d03bc), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:23.580533 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519a6c8f-2eb1-4ccf-84ea-652c6c36cb56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f36d68b2-0f32-4da4-a932-9e9dc07d03bc'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:58:23.582849 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6008afca8a05d931a9cb2feac605f7a66ad88b8a0c7f78d7c81d8c88d670685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1d0e35-3be3-4ced-a544-1145a178222a" -d '{"events": [{"server_uuid": "519a6c8f-2eb1-4ccf-84ea-652c6c36cb56", "name": "network-vif-unplugged", "status": "completed", "tag": "f36d68b2-0f32-4da4-a932-9e9dc07d03bc"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:58:23.595317 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port f36d68b2-0f32-4da4-a932-9e9dc07d03bc, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=f36d68b2-0f32-4da4-a932-9e9dc07d03bc,segment=NetworkSegment(54e3d956-d261-4a67-bb25-94057ffc11cf),segment_id=54e3d956-d261-4a67-bb25-94057ffc11cf)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:58:23.688434 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 00:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd931a65-7697-4c9c-a9cc-367cc9e8f586 x-openstack-request-id: req-dd931a65-7697-4c9c-a9cc-367cc9e8f586 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:58:23.688729 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519a6c8f-2eb1-4ccf-84ea-652c6c36cb56", "name": "network-vif-unplugged", "status": "completed", "tag": "f36d68b2-0f32-4da4-a932-9e9dc07d03bc", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:58:23.688986 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dd931a65-7697-4c9c-a9cc-367cc9e8f586 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:58:23.689765 dv-cinder-827778-1-iscsi neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '519a6c8f-2eb1-4ccf-84ea-652c6c36cb56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f36d68b2-0f32-4da4-a932-9e9dc07d03bc', 'code': 200} Feb 04 00:58:23.691041 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (f36d68b2-0f32-4da4-a932-9e9dc07d03bc), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:23.749649 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=f36d68b2-0f32-4da4-a932-9e9dc07d03bc,revision_number=8']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:58:23.767245 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [req-576d586a-e6b8-460a-9074-549fd3838e29 req-21a307e0-6439-4978-8676-7ffb348f595e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0873fdde-71f9-4abf-8057-9974681e1223 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:58:23.775138 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-576d586a-e6b8-460a-9074-549fd3838e29 req-21a307e0-6439-4978-8676-7ffb348f595e service neutron] Publish callbacks [] for port (0873fdde-71f9-4abf-8057-9974681e1223), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:23.787901 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-576d586a-e6b8-460a-9074-549fd3838e29 req-21a307e0-6439-4978-8676-7ffb348f595e service neutron] Transition to ACTIVE for port object 0873fdde-71f9-4abf-8057-9974681e1223 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:58:23.808584 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11695267-5096-485c-8d55-df3c48a78b5b req-b3be354f-1392-474b-81b1-2a74ab76610f tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:23.810111 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-11695267-5096-485c-8d55-df3c48a78b5b req-b3be354f-1392-474b-81b1-2a74ab76610f tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=acecd798-187e-4013-aba0-66a772a0c302 HTTP/1.1" status: 200 len: 931 time: 0.0521104 Feb 04 00:58:23.861190 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-11695267-5096-485c-8d55-df3c48a78b5b req-e756ba89-d08c-41f4-af00-d4fe7b398bb1 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455353 Feb 04 00:58:23.894163 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-576d586a-e6b8-460a-9074-549fd3838e29 req-21a307e0-6439-4978-8676-7ffb348f595e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10424596'] for port (0873fdde-71f9-4abf-8057-9974681e1223), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:23.993513 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a307e0-6439-4978-8676-7ffb348f595e service neutron] Pushing event updated for resources: {'Port': ['ID=0873fdde-71f9-4abf-8057-9974681e1223,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:58:24.050689 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-576d586a-e6b8-460a-9074-549fd3838e29 req-21a307e0-6439-4978-8676-7ffb348f595e service neutron] Attempting to bind port 0873fdde-71f9-4abf-8057-9974681e1223 on host hv-cinder-82777 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 00:58:24.051026 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-576d586a-e6b8-460a-9074-549fd3838e29 req-21a307e0-6439-4978-8676-7ffb348f595e service neutron] Attempting to bind port 0873fdde-71f9-4abf-8057-9974681e1223 by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': '24c0ec21-3c7a-49b9-b9cd-bc17109016f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 00:58:24.051355 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576d586a-e6b8-460a-9074-549fd3838e29 req-21a307e0-6439-4978-8676-7ffb348f595e service neutron] Attempting to bind port 0873fdde-71f9-4abf-8057-9974681e1223 on network 5f955ba9-674e-45fd-8aac-6b73a4248143 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:58:24.063819 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8712718f-56ca-4403-b8f0-43c7580bfa31 req-afb8b915-e1a4-4a1b-af4a-60d0898efee6 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:24.065372 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-8712718f-56ca-4403-b8f0-43c7580bfa31 req-afb8b915-e1a4-4a1b-af4a-60d0898efee6 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 943 time: 0.1042166 Feb 04 00:58:24.066515 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576d586a-e6b8-460a-9074-549fd3838e29 req-21a307e0-6439-4978-8676-7ffb348f595e service neutron] Port 0873fdde-71f9-4abf-8057-9974681e1223 on network 5f955ba9-674e-45fd-8aac-6b73a4248143 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 00:58:24.066840 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576d586a-e6b8-460a-9074-549fd3838e29 req-21a307e0-6439-4978-8676-7ffb348f595e service neutron] Attempting to bind port 0873fdde-71f9-4abf-8057-9974681e1223 on network 5f955ba9-674e-45fd-8aac-6b73a4248143 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:58:24.074917 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576d586a-e6b8-460a-9074-549fd3838e29 req-21a307e0-6439-4978-8676-7ffb348f595e service neutron] Checking agent: {'id': 'bf093114-7719-4a60-8fae-8541124bea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 50, 48), 'started_at': datetime.datetime(2022, 2, 4, 0, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 00:58:24.075266 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576d586a-e6b8-460a-9074-549fd3838e29 req-21a307e0-6439-4978-8676-7ffb348f595e service neutron] Checking segment: {'id': '24c0ec21-3c7a-49b9-b9cd-bc17109016f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:58:24.075639 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576d586a-e6b8-460a-9074-549fd3838e29 req-21a307e0-6439-4978-8676-7ffb348f595e service neutron] Bound using segment: {'id': '24c0ec21-3c7a-49b9-b9cd-bc17109016f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 00:58:24.076082 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-576d586a-e6b8-460a-9074-549fd3838e29 req-21a307e0-6439-4978-8676-7ffb348f595e service neutron] Bound port: 0873fdde-71f9-4abf-8057-9974681e1223, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24c0ec21-3c7a-49b9-b9cd-bc17109016f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 00:58:24.076445 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-576d586a-e6b8-460a-9074-549fd3838e29 req-21a307e0-6439-4978-8676-7ffb348f595e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (0873fdde-71f9-4abf-8057-9974681e1223), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:24.152645 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-8712718f-56ca-4403-b8f0-43c7580bfa31 req-1260a6f7-1b19-435e-b9d9-42440ea6794b tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797803 Feb 04 00:58:24.172006 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-576d586a-e6b8-460a-9074-549fd3838e29 req-21a307e0-6439-4978-8676-7ffb348f595e service neutron] For port 0873fdde-71f9-4abf-8057-9974681e1223, host hv-cinder-82777, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:58:24.175239 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-576d586a-e6b8-460a-9074-549fd3838e29 req-21a307e0-6439-4978-8676-7ffb348f595e service neutron] For port 0873fdde-71f9-4abf-8057-9974681e1223, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=0873fdde-71f9-4abf-8057-9974681e1223,segment=NetworkSegment(24c0ec21-3c7a-49b9-b9cd-bc17109016f1),segment_id=24c0ec21-3c7a-49b9-b9cd-bc17109016f1)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:58:24.257409 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-576d586a-e6b8-460a-9074-549fd3838e29 req-21a307e0-6439-4978-8676-7ffb348f595e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10424596'] for port (0873fdde-71f9-4abf-8057-9974681e1223), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:24.294806 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d586a-e6b8-460a-9074-549fd3838e29 req-21a307e0-6439-4978-8676-7ffb348f595e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:24.294806 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-576d586a-e6b8-460a-9074-549fd3838e29 req-21a307e0-6439-4978-8676-7ffb348f595e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:24.296389 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-576d586a-e6b8-460a-9074-549fd3838e29 req-21a307e0-6439-4978-8676-7ffb348f595e service neutron] 10.222.0.39 "PUT /v2.0/ports/0873fdde-71f9-4abf-8057-9974681e1223 HTTP/1.1" status: 200 len: 1093 time: 0.8919582 Feb 04 00:58:24.298833 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acecd798-187e-4013-aba0-66a772a0c302', 'tag': '0873fdde-71f9-4abf-8057-9974681e1223'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:58:24.301256 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9923a7793e9fa6102d344dd696201155eb04f662303130ce66584af0359f1e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07ef5eb-a784-498b-b05f-910f3c59d4e3" -d '{"events": [{"name": "network-changed", "server_uuid": "acecd798-187e-4013-aba0-66a772a0c302", "tag": "0873fdde-71f9-4abf-8057-9974681e1223"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:58:24.331355 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a307e0-6439-4978-8676-7ffb348f595e service neutron] Pushing event updated for resources: {'Port': ['ID=0873fdde-71f9-4abf-8057-9974681e1223,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:58:24.346921 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 00:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94f06bd-c75f-4436-9421-c51e4eec787d x-openstack-request-id: req-a94f06bd-c75f-4436-9421-c51e4eec787d {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:58:24.347121 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acecd798-187e-4013-aba0-66a772a0c302", "tag": "0873fdde-71f9-4abf-8057-9974681e1223", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:58:24.347373 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a94f06bd-c75f-4436-9421-c51e4eec787d {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:58:24.347777 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acecd798-187e-4013-aba0-66a772a0c302', 'tag': '0873fdde-71f9-4abf-8057-9974681e1223', 'status': 'completed', 'code': 200} Feb 04 00:58:24.416919 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ef5eb-a784-498b-b05f-910f3c59d4e3 req-fd07765a-7ea2-4c62-ab8a-26d51cb56cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:24.418370 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e07ef5eb-a784-498b-b05f-910f3c59d4e3 req-fd07765a-7ea2-4c62-ab8a-26d51cb56cb9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a68a23113594a40a7e2e124035f3fcb&device_id=acecd798-187e-4013-aba0-66a772a0c302 HTTP/1.1" status: 200 len: 1127 time: 0.0483537 Feb 04 00:58:24.525228 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ef5eb-a784-498b-b05f-910f3c59d4e3 req-0b7dc30b-c122-4a58-8e0b-8b61b7ce082f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:24.526761 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e07ef5eb-a784-498b-b05f-910f3c59d4e3 req-0b7dc30b-c122-4a58-8e0b-8b61b7ce082f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3a68a23113594a40a7e2e124035f3fcb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1012287 Feb 04 00:58:24.617151 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ef5eb-a784-498b-b05f-910f3c59d4e3 req-8a6aa9c3-a587-4950-af90-ab3359f300f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:24.618570 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e07ef5eb-a784-498b-b05f-910f3c59d4e3 req-8a6aa9c3-a587-4950-af90-ab3359f300f7 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0851407 Feb 04 00:58:24.694297 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d586a-e6b8-460a-9074-549fd3838e29 req-aa3ae094-7452-49c0-8cb2-d909abcf97f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:24.695836 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-576d586a-e6b8-460a-9074-549fd3838e29 req-aa3ae094-7452-49c0-8cb2-d909abcf97f0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a68a23113594a40a7e2e124035f3fcb&device_id=acecd798-187e-4013-aba0-66a772a0c302 HTTP/1.1" status: 200 len: 1127 time: 0.0425639 Feb 04 00:58:24.743213 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-576d586a-e6b8-460a-9074-549fd3838e29 req-ebee1a30-414e-498e-8036-c60d73552a87 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0873fdde-71f9-4abf-8057-9974681e1223 HTTP/1.1" status: 200 len: 217 time: 0.0366249 Feb 04 00:58:24.793642 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d586a-e6b8-460a-9074-549fd3838e29 req-6c60837f-6263-4c76-aa87-a55a5e107cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:24.794985 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-576d586a-e6b8-460a-9074-549fd3838e29 req-6c60837f-6263-4c76-aa87-a55a5e107cee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f2ac8d13-4344-48e5-8534-751622f2d98c HTTP/1.1" status: 200 len: 851 time: 0.0427582 Feb 04 00:58:24.844638 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d586a-e6b8-460a-9074-549fd3838e29 req-987badf8-7a3b-4eae-802e-33caf1f8d358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:24.846122 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-576d586a-e6b8-460a-9074-549fd3838e29 req-987badf8-7a3b-4eae-802e-33caf1f8d358 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f955ba9-674e-45fd-8aac-6b73a4248143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428650 Feb 04 00:58:24.947769 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-576d586a-e6b8-460a-9074-549fd3838e29 req-6081249f-5fa5-40a5-b49f-dfb565ed0a59 service neutron] 10.222.0.39 "GET /v2.0/networks/5f955ba9-674e-45fd-8aac-6b73a4248143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953701 Feb 04 00:58:25.040626 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafb3a9-c439-4de8-9590-92e79e1c20d0 req-a1d6a2b3-0cbf-40e7-b49d-bc35249c3d37 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:25.042661 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3cafb3a9-c439-4de8-9590-92e79e1c20d0 req-a1d6a2b3-0cbf-40e7-b49d-bc35249c3d37 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=acecd798-187e-4013-aba0-66a772a0c302 HTTP/1.1" status: 200 len: 943 time: 0.1138213 Feb 04 00:58:25.082227 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-576d586a-e6b8-460a-9074-549fd3838e29 req-dc82047d-f919-465d-aab2-245b197eaa68 service neutron] 10.222.0.39 "GET /v2.0/networks/5f955ba9-674e-45fd-8aac-6b73a4248143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199977 Feb 04 00:58:25.106949 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3cafb3a9-c439-4de8-9590-92e79e1c20d0 req-5aa44b5d-9819-4708-8bc4-3b1f7d5f4928 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581701 Feb 04 00:58:26.075681 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [req-726173a3-f8d0-4587-b96f-ca495d416cfe req-0c0cebd8-042e-4195-ab7e-6a9af1942bd2 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 00:58:26.076694 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-726173a3-f8d0-4587-b96f-ca495d416cfe req-0c0cebd8-042e-4195-ab7e-6a9af1942bd2 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0502095 Feb 04 00:58:26.221350 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05665ee-ec17-4e7a-943a-538a4e6c9f0e req-56644582-a66e-4fda-9e19-f99c8af54488 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:26.222753 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a05665ee-ec17-4e7a-943a-538a4e6c9f0e req-56644582-a66e-4fda-9e19-f99c8af54488 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=acecd798-187e-4013-aba0-66a772a0c302 HTTP/1.1" status: 200 len: 943 time: 0.0504687 Feb 04 00:58:26.270130 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a05665ee-ec17-4e7a-943a-538a4e6c9f0e req-20add21b-2b32-4ec6-a298-b245eff4f2e8 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414765 Feb 04 00:58:26.385505 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a47b9-d399-4159-bb36-f9cadc010908 req-e1801450-81d7-4fd4-9dbd-827518600f67 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:26.390800 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-698a47b9-d399-4159-bb36-f9cadc010908 req-e1801450-81d7-4fd4-9dbd-827518600f67 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 943 time: 0.0573566 Feb 04 00:58:26.436086 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-698a47b9-d399-4159-bb36-f9cadc010908 req-b7002a46-ae58-4e4d-b216-b2fdca628257 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426767 Feb 04 00:58:26.816050 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 60908) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:58:26.897070 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6869f94f-04ae-4269-8fb4-3964730d9f0a req-09d8154e-b972-4570-bdd7-e4b3a2391e83 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0798380 Feb 04 00:58:26.905960 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [req-6869f94f-04ae-4269-8fb4-3964730d9f0a req-079f1259-46d5-4388-800d-557d1a4590b3 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 00:58:26.906907 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6869f94f-04ae-4269-8fb4-3964730d9f0a req-079f1259-46d5-4388-800d-557d1a4590b3 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053310 Feb 04 00:58:27.396175 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6feb60-1965-47ce-82a9-14edcdb76799 req-cb87f0f9-ca9b-49ff-8ab0-12d7c40241da tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:27.398037 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4a6feb60-1965-47ce-82a9-14edcdb76799 req-cb87f0f9-ca9b-49ff-8ab0-12d7c40241da tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=acecd798-187e-4013-aba0-66a772a0c302 HTTP/1.1" status: 200 len: 943 time: 0.0567443 Feb 04 00:58:27.447829 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4a6feb60-1965-47ce-82a9-14edcdb76799 req-97980303-b58d-489f-8b92-4ceaf2c072a4 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433149 Feb 04 00:58:27.560063 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a1cc3-6ff1-4725-8d93-5a0a89cea5e3 req-38d174fe-5bbc-4662-b365-2c06cb091a45 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:27.561652 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-939a1cc3-6ff1-4725-8d93-5a0a89cea5e3 req-38d174fe-5bbc-4662-b365-2c06cb091a45 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 943 time: 0.0530562 Feb 04 00:58:27.611363 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-939a1cc3-6ff1-4725-8d93-5a0a89cea5e3 req-b5ac444b-08cd-4849-b983-c1d8bc8c754f tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437837 Feb 04 00:58:28.343796 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869f94f-04ae-4269-8fb4-3964730d9f0a req-f11c627f-3dea-4827-a848-3dc0c21142a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:28.345280 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6869f94f-04ae-4269-8fb4-3964730d9f0a req-f11c627f-3dea-4827-a848-3dc0c21142a2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56&tenant_id=33c179601f1e46788de48f0cac243499 HTTP/1.1" status: 200 len: 1127 time: 0.0432301 Feb 04 00:58:28.418285 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869f94f-04ae-4269-8fb4-3964730d9f0a req-db0e45fe-62d1-4dfb-840c-d3978f50c766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:28.419926 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6869f94f-04ae-4269-8fb4-3964730d9f0a req-db0e45fe-62d1-4dfb-840c-d3978f50c766 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=33c179601f1e46788de48f0cac243499&device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 1127 time: 0.0493190 Feb 04 00:58:28.525454 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869f94f-04ae-4269-8fb4-3964730d9f0a req-4ce84f62-7922-4b3b-bd11-ef93690f3542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:28.527485 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6869f94f-04ae-4269-8fb4-3964730d9f0a req-4ce84f62-7922-4b3b-bd11-ef93690f3542 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7fa434c0-397c-452d-8882-f9f118f80321 HTTP/1.1" status: 200 len: 917 time: 0.1001036 Feb 04 00:58:28.578767 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602af8c5-2c0f-4718-b451-01953705f370 req-ce9a6053-c047-407b-a71c-e6ebaef0509c tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:28.580370 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-602af8c5-2c0f-4718-b451-01953705f370 req-ce9a6053-c047-407b-a71c-e6ebaef0509c tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=acecd798-187e-4013-aba0-66a772a0c302 HTTP/1.1" status: 200 len: 943 time: 0.0512340 Feb 04 00:58:28.596655 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6869f94f-04ae-4269-8fb4-3964730d9f0a req-71281d3c-9a90-472d-80b1-98f2403bca46 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f36d68b2-0f32-4da4-a932-9e9dc07d03bc HTTP/1.1" status: 200 len: 999 time: 0.0619369 Feb 04 00:58:28.629842 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-602af8c5-2c0f-4718-b451-01953705f370 req-4b8dc2d3-7490-4dd1-aafc-9832ccde11eb tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436714 Feb 04 00:58:28.645671 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869f94f-04ae-4269-8fb4-3964730d9f0a req-f745e88b-98ea-49f0-b9b7-5e97e593a7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:28.647144 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6869f94f-04ae-4269-8fb4-3964730d9f0a req-f745e88b-98ea-49f0-b9b7-5e97e593a7ce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a3690513-81ad-46a5-afc0-910eebaac8f9 HTTP/1.1" status: 200 len: 855 time: 0.0448134 Feb 04 00:58:28.703076 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869f94f-04ae-4269-8fb4-3964730d9f0a req-2354e4de-7626-4ce6-a441-38870b2d7fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:28.703076 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6869f94f-04ae-4269-8fb4-3964730d9f0a req-2354e4de-7626-4ce6-a441-38870b2d7fac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fa434c0-397c-452d-8882-f9f118f80321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451584 Feb 04 00:58:28.748621 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c52849-12c3-494f-9492-234832600d49 req-971ba1c5-a1dd-4d63-ad36-5dbe02f3f9e0 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:28.750160 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c5c52849-12c3-494f-9492-234832600d49 req-971ba1c5-a1dd-4d63-ad36-5dbe02f3f9e0 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 943 time: 0.0646658 Feb 04 00:58:28.800226 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c5c52849-12c3-494f-9492-234832600d49 req-7c21adb9-33fa-4fb0-9235-5a84e4bce6a8 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442650 Feb 04 00:58:28.835028 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343583d-0cfc-400a-bafe-2d825bd73ce2 req-75db166c-78b0-461b-97d9-9e45ab0d037f tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:28.836501 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-5343583d-0cfc-400a-bafe-2d825bd73ce2 req-75db166c-78b0-461b-97d9-9e45ab0d037f tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 945 time: 0.0844047 Feb 04 00:58:28.838748 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6869f94f-04ae-4269-8fb4-3964730d9f0a req-a06947ae-f5fa-4d50-b5d9-af560876c94b service neutron] 10.222.0.39 "GET /v2.0/networks/7fa434c0-397c-452d-8882-f9f118f80321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340895 Feb 04 00:58:28.934886 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-5343583d-0cfc-400a-bafe-2d825bd73ce2 req-7d576497-42be-40e2-81f3-70c3e6d663c3 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920944 Feb 04 00:58:28.959445 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6869f94f-04ae-4269-8fb4-3964730d9f0a req-90bcaea2-9feb-4256-9f9a-94111e637ffb service neutron] 10.222.0.39 "GET /v2.0/networks/7fa434c0-397c-452d-8882-f9f118f80321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110046 Feb 04 00:58:29.781662 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d0060-4a9a-476e-94f8-e98714e40e1f req-7ffdedc0-1ef7-4815-84e2-8307a6883f79 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:29.791848 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-bd5d0060-4a9a-476e-94f8-e98714e40e1f req-7ffdedc0-1ef7-4815-84e2-8307a6883f79 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=acecd798-187e-4013-aba0-66a772a0c302 HTTP/1.1" status: 200 len: 943 time: 0.0883284 Feb 04 00:58:29.850365 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-bd5d0060-4a9a-476e-94f8-e98714e40e1f req-4e9a85b3-e001-4ae5-992d-979d228148fe tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545504 Feb 04 00:58:29.936938 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a374f-73f4-4e66-be06-28557bc173b1 req-fe48f448-9c6f-4677-b113-1d4dda03dc0f tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:29.938587 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-446a374f-73f4-4e66-be06-28557bc173b1 req-fe48f448-9c6f-4677-b113-1d4dda03dc0f tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 943 time: 0.0574863 Feb 04 00:58:29.997105 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-446a374f-73f4-4e66-be06-28557bc173b1 req-0c424d30-80c6-4847-b8f1-4fb1ccd23ab9 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529940 Feb 04 00:58:30.080979 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d8b86-3cbf-4d8a-b75a-a237d60890db req-d1b6a402-df94-4953-9340-8288fdf6af61 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:30.082616 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d20d8b86-3cbf-4d8a-b75a-a237d60890db req-d1b6a402-df94-4953-9340-8288fdf6af61 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 945 time: 0.0679855 Feb 04 00:58:30.147954 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d20d8b86-3cbf-4d8a-b75a-a237d60890db req-656828da-18db-442a-8aa5-e103fbf86e2a tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593543 Feb 04 00:58:30.975604 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6572ad-cbe9-49a4-9ed1-0a5efd38a680 req-e4e928d3-2492-4dac-8acd-3b22dc87bc33 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:30.977154 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-de6572ad-cbe9-49a4-9ed1-0a5efd38a680 req-e4e928d3-2492-4dac-8acd-3b22dc87bc33 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=acecd798-187e-4013-aba0-66a772a0c302 HTTP/1.1" status: 200 len: 943 time: 0.0520346 Feb 04 00:58:31.031430 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-de6572ad-cbe9-49a4-9ed1-0a5efd38a680 req-c1e33ddf-0ce1-4bce-b732-6ff0358a51c1 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483851 Feb 04 00:58:31.139766 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52ef74-67cf-4ab7-8526-5bd380cfa17a req-946a02b7-4aa8-49b4-8e8e-f7934daed176 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:31.141267 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-de52ef74-67cf-4ab7-8526-5bd380cfa17a req-946a02b7-4aa8-49b4-8e8e-f7934daed176 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 943 time: 0.0645580 Feb 04 00:58:31.189276 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-de52ef74-67cf-4ab7-8526-5bd380cfa17a req-87354434-2539-4fac-832a-2c6f470cf088 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420003 Feb 04 00:58:31.318061 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1848ee7-d3ec-4d0d-b0f3-25dd76f7f5d1 req-19ff927c-3223-405d-8f64-01fbc508d9e1 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:31.319558 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-c1848ee7-d3ec-4d0d-b0f3-25dd76f7f5d1 req-19ff927c-3223-405d-8f64-01fbc508d9e1 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 945 time: 0.0912826 Feb 04 00:58:31.382110 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-c1848ee7-d3ec-4d0d-b0f3-25dd76f7f5d1 req-b1e8f51e-c559-47dd-9ade-108b24e34848 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562339 Feb 04 00:58:32.157433 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dbc73-4262-478d-b09c-c0c796e62f95 req-b50c5298-3f84-4aae-bfd8-37fbf544e87d tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:32.159043 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f53dbc73-4262-478d-b09c-c0c796e62f95 req-b50c5298-3f84-4aae-bfd8-37fbf544e87d tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=acecd798-187e-4013-aba0-66a772a0c302 HTTP/1.1" status: 200 len: 943 time: 0.0620034 Feb 04 00:58:32.209368 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f53dbc73-4262-478d-b09c-c0c796e62f95 req-1ea07269-1c69-40e4-89ac-0ed41cf9acf5 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442538 Feb 04 00:58:32.343084 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34796afd-3a28-4ad0-8d2b-6b065dd42262 req-ebdd76a9-5d2b-4b66-a3f9-f856f0f2c528 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:32.344810 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-34796afd-3a28-4ad0-8d2b-6b065dd42262 req-ebdd76a9-5d2b-4b66-a3f9-f856f0f2c528 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 943 time: 0.0562816 Feb 04 00:58:32.395753 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-34796afd-3a28-4ad0-8d2b-6b065dd42262 req-c271063a-5545-4c7e-937c-892186a9bf59 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454931 Feb 04 00:58:32.514644 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf528a19-0d0a-46ee-abc3-9f07870aacc9 req-38add13d-0df5-4a4f-a702-8adfaed8d5f9 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:32.516846 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-cf528a19-0d0a-46ee-abc3-9f07870aacc9 req-38add13d-0df5-4a4f-a702-8adfaed8d5f9 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 945 time: 0.0705636 Feb 04 00:58:32.568811 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-cf528a19-0d0a-46ee-abc3-9f07870aacc9 req-a2b72fe9-15ee-481a-9214-5a999f60424b tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463142 Feb 04 00:58:33.373615 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e2310-10f1-4984-8527-e4f0cd816a0b req-f27532da-80b7-4727-b15d-f554eef4dd98 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:33.375182 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-520e2310-10f1-4984-8527-e4f0cd816a0b req-f27532da-80b7-4727-b15d-f554eef4dd98 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=acecd798-187e-4013-aba0-66a772a0c302 HTTP/1.1" status: 200 len: 943 time: 0.0968928 Feb 04 00:58:33.430551 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-520e2310-10f1-4984-8527-e4f0cd816a0b req-198f6b78-62cc-484f-b9f5-8660e924db14 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452423 Feb 04 00:58:33.532462 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f78a9-fc74-40f7-b181-99bd1b34e5ec req-b4a61478-966f-4c77-8a64-07a81b0cf372 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:33.533924 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e57f78a9-fc74-40f7-b181-99bd1b34e5ec req-b4a61478-966f-4c77-8a64-07a81b0cf372 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 943 time: 0.0511069 Feb 04 00:58:33.578881 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e57f78a9-fc74-40f7-b181-99bd1b34e5ec req-995f123e-fd35-422f-aa1b-05d81c98ec95 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393915 Feb 04 00:58:33.708745 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ffba5b-2dce-4a61-ba42-83991d686683 req-53c7fe20-3726-4055-a009-ac6f2e992199 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:33.711266 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e2ffba5b-2dce-4a61-ba42-83991d686683 req-53c7fe20-3726-4055-a009-ac6f2e992199 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 945 time: 0.0776744 Feb 04 00:58:33.760796 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e2ffba5b-2dce-4a61-ba42-83991d686683 req-6e4c6bc9-f0de-4dbf-9ec3-c8d33452cdc6 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434263 Feb 04 00:58:34.546460 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb631d14-f485-4584-8524-cf4bbdcdbb66 req-fc384e64-a2ee-4290-a154-dac4188ba16d tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:34.547949 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-bb631d14-f485-4584-8524-cf4bbdcdbb66 req-fc384e64-a2ee-4290-a154-dac4188ba16d tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=acecd798-187e-4013-aba0-66a772a0c302 HTTP/1.1" status: 200 len: 943 time: 0.0511351 Feb 04 00:58:34.594938 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-bb631d14-f485-4584-8524-cf4bbdcdbb66 req-56175a92-09b4-4319-a94c-9b376533339b tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415430 Feb 04 00:58:34.702776 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf32ab-9529-4226-af82-2542005e9abe req-6eba29ef-0db0-4fcd-9cc2-2a1bcd3eec55 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:34.704241 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-21bf32ab-9529-4226-af82-2542005e9abe req-6eba29ef-0db0-4fcd-9cc2-2a1bcd3eec55 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 943 time: 0.0539243 Feb 04 00:58:34.759606 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-21bf32ab-9529-4226-af82-2542005e9abe req-8db5a0a2-fb5b-4165-9480-521bc8b31176 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487657 Feb 04 00:58:34.887737 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affed803-5063-47d6-8606-3ac32e224eeb req-e83e7314-b0af-4c72-abe4-f89f58ea6ce0 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:34.889136 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-affed803-5063-47d6-8606-3ac32e224eeb req-e83e7314-b0af-4c72-abe4-f89f58ea6ce0 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 945 time: 0.0600033 Feb 04 00:58:34.935022 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-affed803-5063-47d6-8606-3ac32e224eeb req-92925f1d-789b-471b-9ba8-fc9727c8097f tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402775 Feb 04 00:58:35.710735 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadc106-2a90-4d8b-9304-f4ec373094c1 req-8f2d678f-1849-47ff-b969-929d11bdc320 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:35.712200 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-aeadc106-2a90-4d8b-9304-f4ec373094c1 req-8f2d678f-1849-47ff-b969-929d11bdc320 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=acecd798-187e-4013-aba0-66a772a0c302 HTTP/1.1" status: 200 len: 943 time: 0.0500710 Feb 04 00:58:35.771731 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-aeadc106-2a90-4d8b-9304-f4ec373094c1 req-9045caa9-adc7-468e-a523-12a7cbea24eb tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534904 Feb 04 00:58:35.911777 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292edbb-f868-4cb4-badd-2883f92e4a04 req-1b315dac-2e21-41ae-b122-90202edd4abb tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:35.911777 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4292edbb-f868-4cb4-badd-2883f92e4a04 req-1b315dac-2e21-41ae-b122-90202edd4abb tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 943 time: 0.0567949 Feb 04 00:58:35.955450 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-4292edbb-f868-4cb4-badd-2883f92e4a04 req-7b91dc82-fa06-414c-b700-33b5737b22db tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539658 Feb 04 00:58:36.071810 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b54416-0e25-41cb-8399-e069cf49ae77 req-8f0f9845-fdb2-4b6d-b9e6-3c73d3390d5f tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:36.073422 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-d3b54416-0e25-41cb-8399-e069cf49ae77 req-8f0f9845-fdb2-4b6d-b9e6-3c73d3390d5f tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 945 time: 0.0601883 Feb 04 00:58:36.129367 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-d3b54416-0e25-41cb-8399-e069cf49ae77 req-184a80aa-46d1-42b5-b213-7b4636d981c3 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488162 Feb 04 00:58:36.911477 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b212bf-1608-4d3b-9208-b8b53128410a req-045cd206-ec7d-4672-93f4-4fac36926a6c tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:36.913994 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-08b212bf-1608-4d3b-9208-b8b53128410a req-045cd206-ec7d-4672-93f4-4fac36926a6c tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=acecd798-187e-4013-aba0-66a772a0c302 HTTP/1.1" status: 200 len: 943 time: 0.0706275 Feb 04 00:58:36.969298 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-08b212bf-1608-4d3b-9208-b8b53128410a req-b6c64859-6d33-4f10-a99c-2ff59c6f2c3d tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491292 Feb 04 00:58:37.084768 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa9d21-bdd8-4054-90d8-559dd51dbd3f req-45746d3e-76fc-403a-8be8-d25f0df33f1f tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:37.086174 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4afa9d21-bdd8-4054-90d8-559dd51dbd3f req-45746d3e-76fc-403a-8be8-d25f0df33f1f tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 943 time: 0.0503488 Feb 04 00:58:37.133692 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4afa9d21-bdd8-4054-90d8-559dd51dbd3f req-7c088bd1-53eb-45e5-8451-a39d97ecb97a tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411177 Feb 04 00:58:37.269202 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835482ca-e233-476c-808d-06579cc2c5b9 req-001ce96b-1184-4b44-93c2-980a6d1c9e6f tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:37.270901 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-835482ca-e233-476c-808d-06579cc2c5b9 req-001ce96b-1184-4b44-93c2-980a6d1c9e6f tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 945 time: 0.0538452 Feb 04 00:58:37.317887 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-835482ca-e233-476c-808d-06579cc2c5b9 req-04124c21-5413-42bd-a127-7472ac3777c3 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412254 Feb 04 00:58:38.085635 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28719c09-1f33-44dc-87a0-69f4fffd4c9d req-147669a4-f122-4a80-8aee-fb0652c64105 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:38.087127 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-28719c09-1f33-44dc-87a0-69f4fffd4c9d req-147669a4-f122-4a80-8aee-fb0652c64105 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=acecd798-187e-4013-aba0-66a772a0c302 HTTP/1.1" status: 200 len: 943 time: 0.0506506 Feb 04 00:58:38.151786 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-28719c09-1f33-44dc-87a0-69f4fffd4c9d req-46927ca6-4ec8-42ed-a724-d1440c3c771c tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578394 Feb 04 00:58:38.267687 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02179d-efe4-4699-9bde-d2962423c418 req-83627e9e-5baf-4bb7-b1d7-fe03c4fd3fff tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:38.269128 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-fe02179d-efe4-4699-9bde-d2962423c418 req-83627e9e-5baf-4bb7-b1d7-fe03c4fd3fff tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 943 time: 0.0562611 Feb 04 00:58:38.317334 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-fe02179d-efe4-4699-9bde-d2962423c418 req-90f18499-22bd-458e-a3d2-f29d4341ab82 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415287 Feb 04 00:58:38.438752 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373773e-0235-44ec-87cf-6b1c2f50f2ec req-ae06bb01-ed13-4025-80d6-b00057b3eb0a tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:38.440447 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-c373773e-0235-44ec-87cf-6b1c2f50f2ec req-ae06bb01-ed13-4025-80d6-b00057b3eb0a tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 945 time: 0.0553343 Feb 04 00:58:38.492338 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-c373773e-0235-44ec-87cf-6b1c2f50f2ec req-5dafead6-f403-413b-a68d-c4fbb96a1ce7 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460083 Feb 04 00:58:39.274162 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6265ef-aeb5-4cf6-8afd-22406172800e req-dcb0c9d1-1467-4fab-b0c6-8212fd9c7e5b tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:39.275623 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-7d6265ef-aeb5-4cf6-8afd-22406172800e req-dcb0c9d1-1467-4fab-b0c6-8212fd9c7e5b tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=acecd798-187e-4013-aba0-66a772a0c302 HTTP/1.1" status: 200 len: 943 time: 0.0565448 Feb 04 00:58:39.323631 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-7d6265ef-aeb5-4cf6-8afd-22406172800e req-c3887e5b-49f3-4475-9753-e0fba1153c56 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425394 Feb 04 00:58:39.440110 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da025f-9d39-490a-8fe8-67ba9f91e31f req-9e2bb6cc-c2bc-4255-bfd2-bb80676d91b9 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:39.441601 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-06da025f-9d39-490a-8fe8-67ba9f91e31f req-9e2bb6cc-c2bc-4255-bfd2-bb80676d91b9 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 943 time: 0.0511036 Feb 04 00:58:39.486455 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-06da025f-9d39-490a-8fe8-67ba9f91e31f req-c8146fd0-3315-4266-b5c4-b9e2c87a0ba9 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394974 Feb 04 00:58:39.607310 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95501d08-0973-4dda-b363-114542a6e290 req-f5e8c3e1-b057-4546-aa92-4363cbfc0276 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:39.608690 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-95501d08-0973-4dda-b363-114542a6e290 req-f5e8c3e1-b057-4546-aa92-4363cbfc0276 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 945 time: 0.0508444 Feb 04 00:58:39.653295 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-95501d08-0973-4dda-b363-114542a6e290 req-85b57d09-a425-4ee6-983f-f64c98c6c81b tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391819 Feb 04 00:58:40.162668 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ecdde427-2280-4754-91ef-a604dcf03a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:40.438505 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab4a56-2a07-47b3-afa9-760acd593941 req-beaaa4b8-407a-4c66-9be2-1ffe28f6ef2b tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:40.439992 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6bab4a56-2a07-47b3-afa9-760acd593941 req-beaaa4b8-407a-4c66-9be2-1ffe28f6ef2b tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=acecd798-187e-4013-aba0-66a772a0c302 HTTP/1.1" status: 200 len: 943 time: 0.0504258 Feb 04 00:58:40.491458 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6bab4a56-2a07-47b3-afa9-760acd593941 req-cfeb8649-09e7-49e8-8f9d-b276623cc9d8 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459456 Feb 04 00:58:40.608972 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328e027-d8c3-4cd8-9562-082d5afae5be req-276642a8-3862-4f7a-aefd-37c0d3c2bcd7 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:40.610486 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c328e027-d8c3-4cd8-9562-082d5afae5be req-276642a8-3862-4f7a-aefd-37c0d3c2bcd7 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 943 time: 0.0551949 Feb 04 00:58:40.655806 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c328e027-d8c3-4cd8-9562-082d5afae5be req-982c0fd0-3400-4640-9e16-811cec46cb94 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399611 Feb 04 00:58:40.765747 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25da12-daf2-4196-b65e-cf8420c0e053 req-ba51d0f1-2e39-4e60-97ca-79eee8fbd676 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:40.767096 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-8d25da12-daf2-4196-b65e-cf8420c0e053 req-ba51d0f1-2e39-4e60-97ca-79eee8fbd676 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 945 time: 0.0495505 Feb 04 00:58:40.811546 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-8d25da12-daf2-4196-b65e-cf8420c0e053 req-d8ebf142-3879-4cf3-bb5d-722ec92fc7f0 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390623 Feb 04 00:58:41.183335 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e890a1-cbb5-423d-b434-31a357e5f9eb req-ed3bca81-5e0d-43f1-9d63-a435a9e13dc3 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:41.184821 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e8e890a1-cbb5-423d-b434-31a357e5f9eb req-ed3bca81-5e0d-43f1-9d63-a435a9e13dc3 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 945 time: 0.0503106 Feb 04 00:58:41.232025 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e8e890a1-cbb5-423d-b434-31a357e5f9eb req-a358abcb-0c3c-4f05-8f20-57ce44e404d3 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405333 Feb 04 00:58:41.302206 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd14949-7d47-4e58-9c31-0f9735339a0c req-63a54cdf-4768-45ae-b2f5-e886d21b5a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:41.303915 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ddd14949-7d47-4e58-9c31-0f9735339a0c req-63a54cdf-4768-45ae-b2f5-e886d21b5a76 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b0f51023e09f42c583c82a6cedd0b27c&device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 1129 time: 0.0462015 Feb 04 00:58:41.393790 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd14949-7d47-4e58-9c31-0f9735339a0c req-49cf966c-f5b8-4491-93c7-2f697cfa2210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:41.396151 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ddd14949-7d47-4e58-9c31-0f9735339a0c req-49cf966c-f5b8-4491-93c7-2f697cfa2210 service neutron] 10.222.0.39 "GET /v2.0/networks?id=271880bd-091b-49af-861b-f2b13eceb364 HTTP/1.1" status: 200 len: 912 time: 0.0822799 Feb 04 00:58:41.465844 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ddd14949-7d47-4e58-9c31-0f9735339a0c req-c0d9123c-a48d-4316-8eb0-e4072181317a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0a32c78-629a-4423-8bc0-d0e8325cc11f HTTP/1.1" status: 200 len: 1001 time: 0.0605469 Feb 04 00:58:41.516289 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd14949-7d47-4e58-9c31-0f9735339a0c req-6ed28973-22ea-418c-8407-d2dc690383c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:41.517781 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ddd14949-7d47-4e58-9c31-0f9735339a0c req-6ed28973-22ea-418c-8407-d2dc690383c3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=359a36c9-988b-4b2d-817e-108886bfc95e HTTP/1.1" status: 200 len: 850 time: 0.0417361 Feb 04 00:58:41.551496 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device f36d68b2-0f32-4da4-a932-9e9dc07d03bc details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 00:58:41.571200 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd14949-7d47-4e58-9c31-0f9735339a0c req-40edffb0-5c9d-4b60-984e-77bf67208520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:41.572707 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ddd14949-7d47-4e58-9c31-0f9735339a0c req-40edffb0-5c9d-4b60-984e-77bf67208520 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=271880bd-091b-49af-861b-f2b13eceb364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453937 Feb 04 00:58:41.614642 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc9015-bdd1-4d03-95db-ef3c02c735b3 req-fdc216af-b1ba-44e5-8edb-d80643285339 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:41.616771 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-fdfc9015-bdd1-4d03-95db-ef3c02c735b3 req-fdc216af-b1ba-44e5-8edb-d80643285339 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=acecd798-187e-4013-aba0-66a772a0c302 HTTP/1.1" status: 200 len: 943 time: 0.0535328 Feb 04 00:58:41.658224 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port f36d68b2-0f32-4da4-a932-9e9dc07d03bc, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=f36d68b2-0f32-4da4-a932-9e9dc07d03bc,segment=NetworkSegment(54e3d956-d261-4a67-bb25-94057ffc11cf),segment_id=54e3d956-d261-4a67-bb25-94057ffc11cf)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:58:41.667246 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-fdfc9015-bdd1-4d03-95db-ef3c02c735b3 req-60a523b4-db58-4aa8-9bac-5aa27ce4ca9f tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445275 Feb 04 00:58:41.670009 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Returning: {'device': 'f36d68b2-0f32-4da4-a932-9e9dc07d03bc', 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321', 'port_id': 'f36d68b2-0f32-4da4-a932-9e9dc07d03bc', 'mac_address': 'fa:16:3e:38:45:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3690513-81ad-46a5-afc0-910eebaac8f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 00:58:41.671370 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ddd14949-7d47-4e58-9c31-0f9735339a0c req-88b0b133-b6a9-4cce-a2a3-e19b654e64e3 service neutron] 10.222.0.39 "GET /v2.0/networks/271880bd-091b-49af-861b-f2b13eceb364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883844 Feb 04 00:58:41.708074 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port f36d68b2-0f32-4da4-a932-9e9dc07d03bc is: DOWN; New status is: BUILD {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:58:41.708469 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (f36d68b2-0f32-4da4-a932-9e9dc07d03bc), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:41.722419 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f36d68b2-0f32-4da4-a932-9e9dc07d03bc {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:58:41.746209 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port f36d68b2-0f32-4da4-a932-9e9dc07d03bc, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=f36d68b2-0f32-4da4-a932-9e9dc07d03bc,segment=NetworkSegment(54e3d956-d261-4a67-bb25-94057ffc11cf),segment_id=54e3d956-d261-4a67-bb25-94057ffc11cf)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:58:41.798851 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ddd14949-7d47-4e58-9c31-0f9735339a0c req-348d5a9d-123b-4add-a829-b302e6cfff77 service neutron] 10.222.0.39 "GET /v2.0/networks/271880bd-091b-49af-861b-f2b13eceb364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184461 Feb 04 00:58:41.810284 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95510da-fa6e-49c2-af10-a3d626f7a517 req-a816e7f6-989a-4e9e-aa33-d6a717d895a8 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:41.811676 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b95510da-fa6e-49c2-af10-a3d626f7a517 req-a816e7f6-989a-4e9e-aa33-d6a717d895a8 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 943 time: 0.0832272 Feb 04 00:58:41.842645 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (f36d68b2-0f32-4da4-a932-9e9dc07d03bc), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:41.843330 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 0873fdde-71f9-4abf-8057-9974681e1223 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 00:58:41.858826 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b95510da-fa6e-49c2-af10-a3d626f7a517 req-e69659a8-409f-4013-97f8-12653b44b09f tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415964 Feb 04 00:58:41.938385 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=f36d68b2-0f32-4da4-a932-9e9dc07d03bc,revision_number=9']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:58:41.979544 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 0873fdde-71f9-4abf-8057-9974681e1223, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=0873fdde-71f9-4abf-8057-9974681e1223,segment=NetworkSegment(24c0ec21-3c7a-49b9-b9cd-bc17109016f1),segment_id=24c0ec21-3c7a-49b9-b9cd-bc17109016f1)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:58:41.991291 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Returning: {'device': '0873fdde-71f9-4abf-8057-9974681e1223', 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143', 'port_id': '0873fdde-71f9-4abf-8057-9974681e1223', 'mac_address': 'fa:16:3e:2c:94:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2ac8d13-4344-48e5-8534-751622f2d98c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 00:58:42.030791 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port 0873fdde-71f9-4abf-8057-9974681e1223 is: DOWN; New status is: BUILD {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:58:42.031178 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (0873fdde-71f9-4abf-8057-9974681e1223), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:42.043251 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0873fdde-71f9-4abf-8057-9974681e1223 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:58:42.062019 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 0873fdde-71f9-4abf-8057-9974681e1223, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=0873fdde-71f9-4abf-8057-9974681e1223,segment=NetworkSegment(24c0ec21-3c7a-49b9-b9cd-bc17109016f1),segment_id=24c0ec21-3c7a-49b9-b9cd-bc17109016f1)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:58:42.147605 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (0873fdde-71f9-4abf-8057-9974681e1223), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:42.203507 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=0873fdde-71f9-4abf-8057-9974681e1223,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:58:42.253798 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a8750e55-ed0c-4e45-a19d-e66ee10d5b0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:42.347602 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40e13b-c94d-4b17-bc26-3d1fff4e6080 req-bf086146-dbf9-4b1e-b95d-fbab8c40cd78 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:42.349093 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-da40e13b-c94d-4b17-bc26-3d1fff4e6080 req-bf086146-dbf9-4b1e-b95d-fbab8c40cd78 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 945 time: 0.0516527 Feb 04 00:58:42.402206 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-da40e13b-c94d-4b17-bc26-3d1fff4e6080 req-f6dc63b8-cd96-412f-a0a6-e808751d7392 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461683 Feb 04 00:58:42.405122 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['0873fdde-71f9-4abf-8057-9974681e1223'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:58:42.407536 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['f36d68b2-0f32-4da4-a932-9e9dc07d03bc'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:58:42.782759 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfff827-7c14-49c6-b91f-1e2bc794952e req-d9541e32-9d30-4d8f-9171-4a54f766eb4a tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:42.784230 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-0dfff827-7c14-49c6-b91f-1e2bc794952e req-d9541e32-9d30-4d8f-9171-4a54f766eb4a tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=acecd798-187e-4013-aba0-66a772a0c302 HTTP/1.1" status: 200 len: 944 time: 0.0499818 Feb 04 00:58:42.832295 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-0dfff827-7c14-49c6-b91f-1e2bc794952e req-878a52e4-b707-4a05-98b6-48251e945863 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424824 Feb 04 00:58:42.980335 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab2974-7f09-4d28-9c5c-a7546eaca0a1 req-78746abf-d68a-43b2-94ed-73e590485207 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:42.981749 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-67ab2974-7f09-4d28-9c5c-a7546eaca0a1 req-78746abf-d68a-43b2-94ed-73e590485207 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 944 time: 0.0512524 Feb 04 00:58:43.026328 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-67ab2974-7f09-4d28-9c5c-a7546eaca0a1 req-2560191f-ff10-470c-9fc1-841b34c4d05b tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391643 Feb 04 00:58:43.433490 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:43.516503 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b3fcc-0c97-46e1-a7d9-8faa51aba03c req-435173b0-9acb-423d-98cf-bb5b35535df6 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:43.517988 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9c5b3fcc-0c97-46e1-a7d9-8faa51aba03c req-435173b0-9acb-423d-98cf-bb5b35535df6 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 945 time: 0.0506215 Feb 04 00:58:43.544099 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device f36d68b2-0f32-4da4-a932-9e9dc07d03bc up at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:58:43.575388 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9c5b3fcc-0c97-46e1-a7d9-8faa51aba03c req-6bfd55de-b509-4e5c-ac66-144890c1b6ad tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518861 Feb 04 00:58:43.601635 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning complete for port f36d68b2-0f32-4da4-a932-9e9dc07d03bc triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:58:43.602167 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (f36d68b2-0f32-4da4-a932-9e9dc07d03bc), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:43.688258 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port f36d68b2-0f32-4da4-a932-9e9dc07d03bc is: BUILD; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:58:43.688647 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (f36d68b2-0f32-4da4-a932-9e9dc07d03bc), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:43.710322 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519a6c8f-2eb1-4ccf-84ea-652c6c36cb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36d68b2-0f32-4da4-a932-9e9dc07d03bc'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:58:43.712496 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6008afca8a05d931a9cb2feac605f7a66ad88b8a0c7f78d7c81d8c88d670685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d9a40d-7d15-4117-9fb6-d71e9dd6b22c" -d '{"events": [{"server_uuid": "519a6c8f-2eb1-4ccf-84ea-652c6c36cb56", "name": "network-vif-plugged", "status": "completed", "tag": "f36d68b2-0f32-4da4-a932-9e9dc07d03bc"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:58:43.724849 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port f36d68b2-0f32-4da4-a932-9e9dc07d03bc, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=f36d68b2-0f32-4da4-a932-9e9dc07d03bc,segment=NetworkSegment(54e3d956-d261-4a67-bb25-94057ffc11cf),segment_id=54e3d956-d261-4a67-bb25-94057ffc11cf)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:58:43.748537 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf725fde-3114-4e33-adae-dc82913ef438 x-openstack-request-id: req-cf725fde-3114-4e33-adae-dc82913ef438 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:58:43.748825 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519a6c8f-2eb1-4ccf-84ea-652c6c36cb56", "name": "network-vif-plugged", "status": "completed", "tag": "f36d68b2-0f32-4da4-a932-9e9dc07d03bc", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:58:43.749074 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cf725fde-3114-4e33-adae-dc82913ef438 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:58:43.749464 dv-cinder-827778-1-iscsi neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '519a6c8f-2eb1-4ccf-84ea-652c6c36cb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36d68b2-0f32-4da4-a932-9e9dc07d03bc', 'code': 200} Feb 04 00:58:43.816454 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (f36d68b2-0f32-4da4-a932-9e9dc07d03bc), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:43.817295 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 0873fdde-71f9-4abf-8057-9974681e1223 up at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:58:43.892410 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=f36d68b2-0f32-4da4-a932-9e9dc07d03bc,revision_number=10']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:58:43.951847 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a976abba-0a24-466d-937e-a6484c6f8dab req-4b92426a-15f0-40e3-a283-2bcf973689ef tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:43.953370 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a976abba-0a24-466d-937e-a6484c6f8dab req-4b92426a-15f0-40e3-a283-2bcf973689ef tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=acecd798-187e-4013-aba0-66a772a0c302 HTTP/1.1" status: 200 len: 944 time: 0.0548437 Feb 04 00:58:43.976272 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning for port 0873fdde-71f9-4abf-8057-9974681e1223 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:58:43.980816 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning complete for port 0873fdde-71f9-4abf-8057-9974681e1223 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:58:43.981203 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (0873fdde-71f9-4abf-8057-9974681e1223), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:44.007963 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a976abba-0a24-466d-937e-a6484c6f8dab req-4859311a-950b-46a1-af92-b6b2d3fae85f tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486398 Feb 04 00:58:44.068956 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port 0873fdde-71f9-4abf-8057-9974681e1223 is: BUILD; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:58:44.069221 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (0873fdde-71f9-4abf-8057-9974681e1223), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:44.106102 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 0873fdde-71f9-4abf-8057-9974681e1223, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=0873fdde-71f9-4abf-8057-9974681e1223,segment=NetworkSegment(24c0ec21-3c7a-49b9-b9cd-bc17109016f1),segment_id=24c0ec21-3c7a-49b9-b9cd-bc17109016f1)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:58:44.107834 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709eae5-549a-4510-b3b2-d91042f30b2d req-5de9d090-4da7-4211-afb3-4ef0f05066c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:44.109303 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e709eae5-549a-4510-b3b2-d91042f30b2d req-5de9d090-4da7-4211-afb3-4ef0f05066c8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 1130 time: 0.0428386 Feb 04 00:58:44.151188 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61020ba9-a95f-47a7-8e79-b72e8b74a77b req-f0f6fa37-eb42-4b62-8253-d40d04a27e77 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:44.153210 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-61020ba9-a95f-47a7-8e79-b72e8b74a77b req-f0f6fa37-eb42-4b62-8253-d40d04a27e77 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 946 time: 0.0510721 Feb 04 00:58:44.153752 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e709eae5-549a-4510-b3b2-d91042f30b2d req-12548c63-c01a-4929-ae4e-ba6a4d671f7e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379407 Feb 04 00:58:44.193434 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (0873fdde-71f9-4abf-8057-9974681e1223), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:44.198823 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-61020ba9-a95f-47a7-8e79-b72e8b74a77b req-4ab77e4f-757c-4d9d-99ee-0d8efaf28ee3 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400324 Feb 04 00:58:44.241396 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=0873fdde-71f9-4abf-8057-9974681e1223,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:58:44.993571 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:45.127726 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00b09a-6605-4e59-b075-e91b6c3beddc req-0496ffbd-392d-4b4f-85f3-53a79ef888bc tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:45.129246 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4c00b09a-6605-4e59-b075-e91b6c3beddc req-0496ffbd-392d-4b4f-85f3-53a79ef888bc tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=acecd798-187e-4013-aba0-66a772a0c302 HTTP/1.1" status: 200 len: 945 time: 0.0539730 Feb 04 00:58:45.176554 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4c00b09a-6605-4e59-b075-e91b6c3beddc req-a31d798c-ddd4-43b6-a303-015c6a12a4a5 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418549 Feb 04 00:58:45.326961 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c14dc-a716-4179-a11e-8130a39fb677 req-7427fcef-5d5d-4275-8d6d-7ede1913ec94 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:45.328540 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8e8c14dc-a716-4179-a11e-8130a39fb677 req-7427fcef-5d5d-4275-8d6d-7ede1913ec94 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 946 time: 0.0578716 Feb 04 00:58:45.380130 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8e8c14dc-a716-4179-a11e-8130a39fb677 req-10e547cd-cb7c-4e58-9dbf-0117cf0a9f39 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460870 Feb 04 00:58:45.750714 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acecd798-187e-4013-aba0-66a772a0c302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0873fdde-71f9-4abf-8057-9974681e1223'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:58:45.753052 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6008afca8a05d931a9cb2feac605f7a66ad88b8a0c7f78d7c81d8c88d670685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef90a14-d870-4c73-b834-f98c2ca9c1f6" -d '{"events": [{"server_uuid": "acecd798-187e-4013-aba0-66a772a0c302", "name": "network-vif-plugged", "status": "completed", "tag": "0873fdde-71f9-4abf-8057-9974681e1223"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:58:45.786998 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a665ce-3a83-4186-b26f-4f6fe1c8ef9c x-openstack-request-id: req-80a665ce-3a83-4186-b26f-4f6fe1c8ef9c {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:58:45.787250 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acecd798-187e-4013-aba0-66a772a0c302", "name": "network-vif-plugged", "status": "completed", "tag": "0873fdde-71f9-4abf-8057-9974681e1223", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:58:45.787507 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-80a665ce-3a83-4186-b26f-4f6fe1c8ef9c {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:58:45.787900 dv-cinder-827778-1-iscsi neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acecd798-187e-4013-aba0-66a772a0c302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0873fdde-71f9-4abf-8057-9974681e1223', 'code': 200} Feb 04 00:58:46.135020 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d06f5b-e042-4bcd-a96e-0002c6028423 req-05ab4e53-7010-45c8-b67d-35ee31f5315b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:46.137018 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-91d06f5b-e042-4bcd-a96e-0002c6028423 req-05ab4e53-7010-45c8-b67d-35ee31f5315b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=acecd798-187e-4013-aba0-66a772a0c302 HTTP/1.1" status: 200 len: 1129 time: 0.0440521 Feb 04 00:58:46.181013 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-91d06f5b-e042-4bcd-a96e-0002c6028423 req-626c53c8-6f64-41cb-8b84-ed695a22738c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382042 Feb 04 00:58:46.193039 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:46.233045 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 6 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 00:58:46.296800 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11edb33c-68f1-41a2-95df-4d8b1a666f5f req-a8b97258-07b6-4205-aa71-385e5f0ac7f4 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:46.298317 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-11edb33c-68f1-41a2-95df-4d8b1a666f5f req-a8b97258-07b6-4205-aa71-385e5f0ac7f4 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=acecd798-187e-4013-aba0-66a772a0c302 HTTP/1.1" status: 200 len: 945 time: 0.0505099 Feb 04 00:58:46.346157 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-11edb33c-68f1-41a2-95df-4d8b1a666f5f req-58d18c7c-67e6-4228-b46f-a62ff018fbd3 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420127 Feb 04 00:58:46.508290 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c85406-ffc0-4246-b0a3-e4e5901a9b09 req-b82f0e60-2027-4bbf-9135-af4bb7ffed0e tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:46.509849 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e5c85406-ffc0-4246-b0a3-e4e5901a9b09 req-b82f0e60-2027-4bbf-9135-af4bb7ffed0e tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 946 time: 0.0570607 Feb 04 00:58:46.795247 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e5c85406-ffc0-4246-b0a3-e4e5901a9b09 req-c842a18c-13e7-4fb3-8e00-4f12dd47baed tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2793474 Feb 04 00:58:47.461288 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e946337-77fc-4bfc-8592-ab374a67f005 req-d23de5ba-6b72-49c4-8351-d4653c9ec135 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:47.462793 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3e946337-77fc-4bfc-8592-ab374a67f005 req-d23de5ba-6b72-49c4-8351-d4653c9ec135 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=acecd798-187e-4013-aba0-66a772a0c302 HTTP/1.1" status: 200 len: 945 time: 0.0512323 Feb 04 00:58:47.515722 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3e946337-77fc-4bfc-8592-ab374a67f005 req-4c6f3a9b-36b2-44ca-ab72-41c7b1c08284 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467436 Feb 04 00:58:47.914491 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bcc3df-0a60-451b-bead-dace12186226 req-37769b35-44cc-47b2-b0f9-c4c1fcd4d383 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:47.915947 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-60bcc3df-0a60-451b-bead-dace12186226 req-37769b35-44cc-47b2-b0f9-c4c1fcd4d383 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 946 time: 0.0504296 Feb 04 00:58:47.960506 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-60bcc3df-0a60-451b-bead-dace12186226 req-9396a3d6-e0ba-45e9-8267-0e8319529eaa tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391788 Feb 04 00:58:48.632522 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b680a-15f0-4b74-bdb3-ee95de2954d1 req-6d1b8975-1970-42c4-982c-0986092d812d tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:48.633946 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9d9b680a-15f0-4b74-bdb3-ee95de2954d1 req-6d1b8975-1970-42c4-982c-0986092d812d tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=acecd798-187e-4013-aba0-66a772a0c302 HTTP/1.1" status: 200 len: 945 time: 0.0506577 Feb 04 00:58:48.650418 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:48.680971 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9d9b680a-15f0-4b74-bdb3-ee95de2954d1 req-30da579a-e9fd-40ea-9aa0-8975e0e3e2ab tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409317 Feb 04 00:58:48.792541 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47201f4-9230-4adf-8544-7ef30ec1ab6b req-f11ba181-aff4-4322-a098-af7fe15ac1cc tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:48.794006 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-d47201f4-9230-4adf-8544-7ef30ec1ab6b req-f11ba181-aff4-4322-a098-af7fe15ac1cc tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=acecd798-187e-4013-aba0-66a772a0c302 HTTP/1.1" status: 200 len: 945 time: 0.0500467 Feb 04 00:58:48.842062 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-d47201f4-9230-4adf-8544-7ef30ec1ab6b req-e9d60902-d5e1-4fef-ba9d-6e6a83077246 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426984 Feb 04 00:58:48.863623 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 32872) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:58:48.911490 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503bd134-d3d2-4109-a4c4-148210a4bfe2 tempest-TestVolumeBootPattern-949408989 tempest-TestVolumeBootPattern-949408989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:48.912898 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-503bd134-d3d2-4109-a4c4-148210a4bfe2 tempest-TestVolumeBootPattern-949408989 tempest-TestVolumeBootPattern-949408989-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=acecd798-187e-4013-aba0-66a772a0c302 HTTP/1.1" status: 200 len: 1124 time: 0.0482600 Feb 04 00:58:48.915576 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 32874) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:58:48.919819 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [None req-3b1ffa32-54b7-42bd-be25-b83e562dca82 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Request body: {'floatingip': {'floating_network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'port_id': '0873fdde-71f9-4abf-8057-9974681e1223', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:58:48.993128 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3b1ffa32-54b7-42bd-be25-b83e562dca82 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:49.084255 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3b1ffa32-54b7-42bd-be25-b83e562dca82 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:49.185657 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-3b1ffa32-54b7-42bd-be25-b83e562dca82 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Allocated IP 172.27.1.91 (03e92c86-a3b2-4a50-bb8c-ad63e47f70ee/b22bab27-11ad-47ee-b4e2-a457ed5eeb04/2fb9a33a-bde5-4b93-94dc-d18bb38e5418) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:58:49.283795 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3b1ffa32-54b7-42bd-be25-b83e562dca82 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for port (2fb9a33a-bde5-4b93-94dc-d18bb38e5418), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:49.374654 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3b1ffa32-54b7-42bd-be25-b83e562dca82 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (2fb9a33a-bde5-4b93-94dc-d18bb38e5418), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:49.413449 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1ffa32-54b7-42bd-be25-b83e562dca82 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Network 03e92c86-a3b2-4a50-bb8c-ad63e47f70ee is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:58:49.416267 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-3b1ffa32-54b7-42bd-be25-b83e562dca82 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:58:49.419653 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1ffa32-54b7-42bd-be25-b83e562dca82 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:58:49.424703 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ffa32-54b7-42bd-be25-b83e562dca82 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Pushing event updated for resources: {'Port': ['ID=2fb9a33a-bde5-4b93-94dc-d18bb38e5418,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:58:49.756007 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3b1ffa32-54b7-42bd-be25-b83e562dca82 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for floatingip (6ce2cd3d-7a92-4010-b99b-11661f49eb3b), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:49.899034 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3b1ffa32-54b7-42bd-be25-b83e562dca82 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (2fb9a33a-bde5-4b93-94dc-d18bb38e5418), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:50.043670 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3b1ffa32-54b7-42bd-be25-b83e562dca82 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for port (2fb9a33a-bde5-4b93-94dc-d18bb38e5418), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:50.112986 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3b1ffa32-54b7-42bd-be25-b83e562dca82 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10424596'] for port (2fb9a33a-bde5-4b93-94dc-d18bb38e5418), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:50.175674 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ffa32-54b7-42bd-be25-b83e562dca82 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Pushing event updated for resources: {'Port': ['ID=2fb9a33a-bde5-4b93-94dc-d18bb38e5418,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:58:50.189072 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3b1ffa32-54b7-42bd-be25-b83e562dca82 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601474'] for floatingip (6ce2cd3d-7a92-4010-b99b-11661f49eb3b), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:50.311816 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.db.l3_db [None req-3b1ffa32-54b7-42bd-be25-b83e562dca82 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Floating IP 6ce2cd3d-7a92-4010-b99b-11661f49eb3b associated. External IP: 172.27.1.91, port: 0873fdde-71f9-4abf-8057-9974681e1223. Feb 04 00:58:50.399329 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-11c249f4-b25b-43ba-871a-2db678ae1630 req-ea4c5ba7-dd79-4494-a38b-f44afb21dd1e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1176004 Feb 04 00:58:50.540544 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c249f4-b25b-43ba-871a-2db678ae1630 req-b767451c-3b25-450d-ab00-3f027c00ff93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:50.542075 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-11c249f4-b25b-43ba-871a-2db678ae1630 req-b767451c-3b25-450d-ab00-3f027c00ff93 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b0f51023e09f42c583c82a6cedd0b27c&device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 1129 time: 0.1200585 Feb 04 00:58:50.617605 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1ffa32-54b7-42bd-be25-b83e562dca82 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Router 6cfc065a-c771-4294-97e6-c9c271da741b has already been hosted by L3 agent 05e42f77-b612-4439-9acd-15af6102b82d {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:58:50.724448 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c249f4-b25b-43ba-871a-2db678ae1630 req-27352a96-f311-4b4e-8344-076eb005f6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:50.725949 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-11c249f4-b25b-43ba-871a-2db678ae1630 req-27352a96-f311-4b4e-8344-076eb005f6e1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=271880bd-091b-49af-861b-f2b13eceb364 HTTP/1.1" status: 200 len: 912 time: 0.1653090 Feb 04 00:58:50.805728 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-11c249f4-b25b-43ba-871a-2db678ae1630 req-2c052bbc-403d-409d-adc2-7c59120aa14f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0a32c78-629a-4423-8bc0-d0e8325cc11f HTTP/1.1" status: 200 len: 1001 time: 0.0728278 Feb 04 00:58:50.806820 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1ffa32-54b7-42bd-be25-b83e562dca82 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:58:50.816648 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07c5fb6-2e9b-4307-93ea-5945b2d3e112 None None] Sync routers for ids ['6cfc065a-c771-4294-97e6-c9c271da741b'] in dv-cinder-827778-1-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 00:58:50.826914 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07c5fb6-2e9b-4307-93ea-5945b2d3e112 None None] Routers {'6cfc065a-c771-4294-97e6-c9c271da741b'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:58:50.827517 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-a07c5fb6-2e9b-4307-93ea-5945b2d3e112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:58:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['6cfc065a-c771-4294-97e6-c9c271da741b'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:58:50.859173 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c249f4-b25b-43ba-871a-2db678ae1630 req-b43c0ae0-5906-470d-83c8-9905115b6073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:50.861195 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-11c249f4-b25b-43ba-871a-2db678ae1630 req-b43c0ae0-5906-470d-83c8-9905115b6073 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=359a36c9-988b-4b2d-817e-108886bfc95e HTTP/1.1" status: 200 len: 850 time: 0.0486252 Feb 04 00:58:50.908474 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c249f4-b25b-43ba-871a-2db678ae1630 req-391d60c9-211b-4494-b52c-5df12b4fd2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:50.909935 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-11c249f4-b25b-43ba-871a-2db678ae1630 req-391d60c9-211b-4494-b52c-5df12b4fd2a6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=271880bd-091b-49af-861b-f2b13eceb364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435085 Feb 04 00:58:50.931752 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3b1ffa32-54b7-42bd-be25-b83e562dca82 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for floatingip (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:58:50.940757 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-a07c5fb6-2e9b-4307-93ea-5945b2d3e112 None None] Set router 6cfc065a-c771-4294-97e6-c9c271da741b gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:58:51.000250 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-3b1ffa32-54b7-42bd-be25-b83e562dca82 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0836570 Feb 04 00:58:51.002407 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acecd798-187e-4013-aba0-66a772a0c302', 'tag': '0873fdde-71f9-4abf-8057-9974681e1223'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:58:51.004572 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9923a7793e9fa6102d344dd696201155eb04f662303130ce66584af0359f1e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ff30ce-af43-4b04-a2e7-21eb35d50dc1" -d '{"events": [{"name": "network-changed", "server_uuid": "acecd798-187e-4013-aba0-66a772a0c302", "tag": "0873fdde-71f9-4abf-8057-9974681e1223"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:58:51.038565 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-11c249f4-b25b-43ba-871a-2db678ae1630 req-59fcf05f-4729-460d-bded-722a32aa3b6c service neutron] 10.222.0.39 "GET /v2.0/networks/271880bd-091b-49af-861b-f2b13eceb364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226721 Feb 04 00:58:51.045019 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 00:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5509edca-ada2-4739-ab94-a1cbeec16572 x-openstack-request-id: req-5509edca-ada2-4739-ab94-a1cbeec16572 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:58:51.045640 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acecd798-187e-4013-aba0-66a772a0c302", "tag": "0873fdde-71f9-4abf-8057-9974681e1223", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:58:51.045640 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5509edca-ada2-4739-ab94-a1cbeec16572 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:58:51.046055 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acecd798-187e-4013-aba0-66a772a0c302', 'tag': '0873fdde-71f9-4abf-8057-9974681e1223', 'status': 'completed', 'code': 200} Feb 04 00:58:51.164533 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-a07c5fb6-2e9b-4307-93ea-5945b2d3e112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'name': 'tempest-TestVolumeBootPattern-2116994202-router', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '12774d0c-45ab-41c1-9a14-80e674936547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:54:29Z', 'updated_at': '2022-02-04T00:54:33Z', 'revision_number': 4, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'gw_port': {'id': '12774d0c-45ab-41c1-9a14-80e674936547', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:30Z', 'updated_at': '2022-02-04T00:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_floatingips': [{'id': '6ce2cd3d-7a92-4010-b99b-11661f49eb3b', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'router_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'port_id': '0873fdde-71f9-4abf-8057-9974681e1223', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143', 'mac_address': 'fa:16:3e:2c:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acecd798-187e-4013-aba0-66a772a0c302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:58:49Z', 'updated_at': '2022-02-04T00:58:49Z', 'revision_number': 0, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84cb692e-ba87-4fd5-9193-9ad761fe8f53', 'name': '', 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'mac_address': 'fa:16:3e:ae:d5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'f2ac8d13-4344-48e5-8534-751622f2d98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:32Z', 'updated_at': '2022-02-04T00:54:39Z', 'revision_number': 5, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'subnets': [{'id': 'f2ac8d13-4344-48e5-8534-751622f2d98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:58:51.171350 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff30ce-af43-4b04-a2e7-21eb35d50dc1 req-4a8f658f-b06e-4418-92e6-219bfb8c76ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:51.172852 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-53ff30ce-af43-4b04-a2e7-21eb35d50dc1 req-4a8f658f-b06e-4418-92e6-219bfb8c76ce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a68a23113594a40a7e2e124035f3fcb&device_id=acecd798-187e-4013-aba0-66a772a0c302 HTTP/1.1" status: 200 len: 1129 time: 0.0775664 Feb 04 00:58:51.175104 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-11c249f4-b25b-43ba-871a-2db678ae1630 req-707b0049-3527-4b6b-bcf3-3658a343c840 service neutron] 10.222.0.39 "GET /v2.0/networks/271880bd-091b-49af-861b-f2b13eceb364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209140 Feb 04 00:58:51.194450 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07c5fb6-2e9b-4307-93ea-5945b2d3e112 None None] Checking router: 6cfc065a-c771-4294-97e6-c9c271da741b for host: dv-cinder-827778-1-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 00:58:51.203447 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07c5fb6-2e9b-4307-93ea-5945b2d3e112 None None] Routers {'6cfc065a-c771-4294-97e6-c9c271da741b'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:58:51.204048 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-a07c5fb6-2e9b-4307-93ea-5945b2d3e112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:58:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['6cfc065a-c771-4294-97e6-c9c271da741b'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:58:51.264417 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff30ce-af43-4b04-a2e7-21eb35d50dc1 req-a9b756dc-56ce-4175-8ebb-5d416a8a6db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:51.265907 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-53ff30ce-af43-4b04-a2e7-21eb35d50dc1 req-a9b756dc-56ce-4175-8ebb-5d416a8a6db5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5f955ba9-674e-45fd-8aac-6b73a4248143 HTTP/1.1" status: 200 len: 913 time: 0.0834854 Feb 04 00:58:51.310210 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-a07c5fb6-2e9b-4307-93ea-5945b2d3e112 None None] Set router 6cfc065a-c771-4294-97e6-c9c271da741b gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:58:51.333118 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-53ff30ce-af43-4b04-a2e7-21eb35d50dc1 req-6ce541a6-4f79-4bb0-8624-bb3be5409a05 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0873fdde-71f9-4abf-8057-9974681e1223 HTTP/1.1" status: 200 len: 998 time: 0.0607698 Feb 04 00:58:51.387741 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff30ce-af43-4b04-a2e7-21eb35d50dc1 req-f0fc31d0-6c06-4393-b4a0-a5311faa439f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:51.389204 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-53ff30ce-af43-4b04-a2e7-21eb35d50dc1 req-f0fc31d0-6c06-4393-b4a0-a5311faa439f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f2ac8d13-4344-48e5-8534-751622f2d98c HTTP/1.1" status: 200 len: 851 time: 0.0430202 Feb 04 00:58:51.439072 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff30ce-af43-4b04-a2e7-21eb35d50dc1 req-f41518fa-e7ed-4bb3-bb25-f732f630fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:58:51.440607 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-53ff30ce-af43-4b04-a2e7-21eb35d50dc1 req-f41518fa-e7ed-4bb3-bb25-f732f630fea0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f955ba9-674e-45fd-8aac-6b73a4248143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443063 Feb 04 00:58:51.542096 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-53ff30ce-af43-4b04-a2e7-21eb35d50dc1 req-ead7b0a0-1a76-4f37-ae05-20155f612add service neutron] 10.222.0.39 "GET /v2.0/networks/5f955ba9-674e-45fd-8aac-6b73a4248143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949588 Feb 04 00:58:51.630071 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-53ff30ce-af43-4b04-a2e7-21eb35d50dc1 req-69961263-0a43-45e4-a009-7cae9a877d3e service neutron] 10.222.0.39 "GET /v2.0/networks/5f955ba9-674e-45fd-8aac-6b73a4248143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819790 Feb 04 00:58:51.656365 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-a07c5fb6-2e9b-4307-93ea-5945b2d3e112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'name': 'tempest-TestVolumeBootPattern-2116994202-router', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '12774d0c-45ab-41c1-9a14-80e674936547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:54:29Z', 'updated_at': '2022-02-04T00:54:33Z', 'revision_number': 4, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'gw_port': {'id': '12774d0c-45ab-41c1-9a14-80e674936547', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:30Z', 'updated_at': '2022-02-04T00:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_floatingips': [{'id': '6ce2cd3d-7a92-4010-b99b-11661f49eb3b', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'router_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'port_id': '0873fdde-71f9-4abf-8057-9974681e1223', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143', 'mac_address': 'fa:16:3e:2c:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acecd798-187e-4013-aba0-66a772a0c302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:58:49Z', 'updated_at': '2022-02-04T00:58:49Z', 'revision_number': 0, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84cb692e-ba87-4fd5-9193-9ad761fe8f53', 'name': '', 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'mac_address': 'fa:16:3e:ae:d5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'f2ac8d13-4344-48e5-8534-751622f2d98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:32Z', 'updated_at': '2022-02-04T00:54:39Z', 'revision_number': 5, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'subnets': [{'id': 'f2ac8d13-4344-48e5-8534-751622f2d98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:58:51.684878 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07c5fb6-2e9b-4307-93ea-5945b2d3e112 None None] The sync data for ids ['6cfc065a-c771-4294-97e6-c9c271da741b'] in dv-cinder-827778-1-iscsi is: [{'id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'name': 'tempest-TestVolumeBootPattern-2116994202-router', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '12774d0c-45ab-41c1-9a14-80e674936547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:54:29Z', 'updated_at': '2022-02-04T00:54:33Z', 'revision_number': 4, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'gw_port': {'id': '12774d0c-45ab-41c1-9a14-80e674936547', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:30Z', 'updated_at': '2022-02-04T00:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_floatingips': [{'id': '6ce2cd3d-7a92-4010-b99b-11661f49eb3b', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'router_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'port_id': '0873fdde-71f9-4abf-8057-9974681e1223', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143', 'mac_address': 'fa:16:3e:2c:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acecd798-187e-4013-aba0-66a772a0c302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:58:49Z', 'updated_at': '2022-02-04T00:58:49Z', 'revision_number': 0, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84cb692e-ba87-4fd5-9193-9ad761fe8f53', 'name': '', 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'mac_address': 'fa:16:3e:ae:d5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'f2ac8d13-4344-48e5-8534-751622f2d98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:32Z', 'updated_at': '2022-02-04T00:54:39Z', 'revision_number': 5, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'subnets': [{'id': 'f2ac8d13-4344-48e5-8534-751622f2d98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 00:58:51.862830 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6e3735-47be-4cf6-ac11-678474abab83 None None] New status for floating IP 6ce2cd3d-7a92-4010-b99b-11661f49eb3b: ACTIVE {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 00:59:10.124217 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-63dff2b4-a270-4b2c-b1e2-9385bec8294d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:12.301300 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8d3443c2-48d0-4365-a56d-41a2346891d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:13.438213 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:15.085792 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:16.209652 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:18.666522 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:19.789341 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602dc70-2381-4d1a-b332-7ebf71f69611 req-2621f8df-8751-4b68-936a-0f8379edc3a4 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:59:19.790809 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4602dc70-2381-4d1a-b332-7ebf71f69611 req-2621f8df-8751-4b68-936a-0f8379edc3a4 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 945 time: 0.0510674 Feb 04 00:59:19.841099 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4602dc70-2381-4d1a-b332-7ebf71f69611 req-d2de1ac0-2e9b-4d40-bcfb-004a7d7faf31 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442228 Feb 04 00:59:20.960666 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d8984-12ce-40da-88ff-0d4fdca656cc req-4c0ee8f4-8f03-4820-af84-7c623ae09700 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:59:20.962181 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8a5d8984-12ce-40da-88ff-0d4fdca656cc req-4c0ee8f4-8f03-4820-af84-7c623ae09700 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 945 time: 0.0519998 Feb 04 00:59:21.007449 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8a5d8984-12ce-40da-88ff-0d4fdca656cc req-fab3f229-acaa-46bd-bdf5-d4283eb85376 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397451 Feb 04 00:59:21.958266 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56cbd9-4861-46b1-90b8-c43331a89d47 req-a28f9fbd-4eba-4191-b638-1a94646bf395 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:59:21.959754 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9f56cbd9-4861-46b1-90b8-c43331a89d47 req-a28f9fbd-4eba-4191-b638-1a94646bf395 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 945 time: 0.0517242 Feb 04 00:59:22.092088 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c2c33-3929-40a2-b292-1502c597f6b6 req-41a90957-c180-4115-b1a1-56910fcbd6aa tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:59:22.093656 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-c56c2c33-3929-40a2-b292-1502c597f6b6 req-41a90957-c180-4115-b1a1-56910fcbd6aa tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 946 time: 0.0907173 Feb 04 00:59:22.099462 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-9f56cbd9-4861-46b1-90b8-c43331a89d47 req-412513df-def4-46e8-88ee-4509f86c928d tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Deleting port c0a32c78-629a-4423-8bc0-d0e8325cc11f {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:59:22.099830 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9f56cbd9-4861-46b1-90b8-c43331a89d47 req-412513df-def4-46e8-88ee-4509f86c928d tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (c0a32c78-629a-4423-8bc0-d0e8325cc11f), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:22.131091 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19450f1-dc61-4894-b476-91e01adac5ba req-577522b1-ae8f-40c3-bb79-61b556eac886 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:59:22.132588 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d19450f1-dc61-4894-b476-91e01adac5ba req-577522b1-ae8f-40c3-bb79-61b556eac886 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 945 time: 0.0567667 Feb 04 00:59:22.178065 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d19450f1-dc61-4894-b476-91e01adac5ba req-ee92a4f9-d23c-4577-bdf5-597e69e99f7e tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fd38a94-539d-4d00-80e3-bc396a5ff2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398302 Feb 04 00:59:22.194164 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-c56c2c33-3929-40a2-b292-1502c597f6b6 req-0f49cdf8-0bd6-414e-92b9-8fe348552cf3 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902476 Feb 04 00:59:22.229026 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-9f56cbd9-4861-46b1-90b8-c43331a89d47 req-412513df-def4-46e8-88ee-4509f86c928d tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] For port c0a32c78-629a-4423-8bc0-d0e8325cc11f, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=c0a32c78-629a-4423-8bc0-d0e8325cc11f,segment=NetworkSegment(b465fa9e-77e1-4a65-93a3-230a0400b098),segment_id=b465fa9e-77e1-4a65-93a3-230a0400b098)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:59:22.229670 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9f56cbd9-4861-46b1-90b8-c43331a89d47 req-412513df-def4-46e8-88ee-4509f86c928d tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (c0a32c78-629a-4423-8bc0-d0e8325cc11f), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:22.398210 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9f56cbd9-4861-46b1-90b8-c43331a89d47 req-412513df-def4-46e8-88ee-4509f86c928d tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:22.398572 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9f56cbd9-4861-46b1-90b8-c43331a89d47 req-412513df-def4-46e8-88ee-4509f86c928d tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601474'] for floatingip (d97ffa41-729a-40ad-8081-0d0ba6d9bc10), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:22.398893 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.db.l3_db [req-9f56cbd9-4861-46b1-90b8-c43331a89d47 req-412513df-def4-46e8-88ee-4509f86c928d tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Floating IP d97ffa41-729a-40ad-8081-0d0ba6d9bc10 disassociated. External IP: 172.27.1.246, port: c0a32c78-629a-4423-8bc0-d0e8325cc11f. Feb 04 00:59:22.399238 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-9f56cbd9-4861-46b1-90b8-c43331a89d47 req-412513df-def4-46e8-88ee-4509f86c928d tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Calling delete_port for c0a32c78-629a-4423-8bc0-d0e8325cc11f owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:59:22.597840 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9f56cbd9-4861-46b1-90b8-c43331a89d47 req-412513df-def4-46e8-88ee-4509f86c928d tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (c0a32c78-629a-4423-8bc0-d0e8325cc11f), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:22.633813 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412513df-def4-46e8-88ee-4509f86c928d tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Pushing event deleted for resources: {'Port': ['ID=c0a32c78-629a-4423-8bc0-d0e8325cc11f,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:59:22.643356 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412513df-def4-46e8-88ee-4509f86c928d tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:59:22.643710 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412513df-def4-46e8-88ee-4509f86c928d tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:59:22.644061 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412513df-def4-46e8-88ee-4509f86c928d tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:59:22.644481 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412513df-def4-46e8-88ee-4509f86c928d tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:59:22.644820 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412513df-def4-46e8-88ee-4509f86c928d tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:59:22.645152 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412513df-def4-46e8-88ee-4509f86c928d tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:59:22.645514 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412513df-def4-46e8-88ee-4509f86c928d tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:59:22.645846 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412513df-def4-46e8-88ee-4509f86c928d tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:59:22.646178 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412513df-def4-46e8-88ee-4509f86c928d tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:59:22.646890 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412513df-def4-46e8-88ee-4509f86c928d tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:59:22.646890 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412513df-def4-46e8-88ee-4509f86c928d tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:59:22.647189 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412513df-def4-46e8-88ee-4509f86c928d tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:59:22.647515 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412513df-def4-46e8-88ee-4509f86c928d tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:59:22.752690 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f56cbd9-4861-46b1-90b8-c43331a89d47 req-412513df-def4-46e8-88ee-4509f86c928d tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Router f6ff5bcf-3b9c-45b8-9a67-1d82a903c391 has already been hosted by L3 agent 05e42f77-b612-4439-9acd-15af6102b82d {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:59:23.106431 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f56cbd9-4861-46b1-90b8-c43331a89d47 req-412513df-def4-46e8-88ee-4509f86c928d tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:59:23.116339 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65c47c0-c46b-44ef-a81c-eceb3d1a800f None None] Sync routers for ids ['f6ff5bcf-3b9c-45b8-9a67-1d82a903c391'] in dv-cinder-827778-1-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 00:59:23.126012 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65c47c0-c46b-44ef-a81c-eceb3d1a800f None None] Routers {'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:59:23.126614 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d65c47c0-c46b-44ef-a81c-eceb3d1a800f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:59:12Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['f6ff5bcf-3b9c-45b8-9a67-1d82a903c391'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:59:23.146557 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f56cbd9-4861-46b1-90b8-c43331a89d47 req-412513df-def4-46e8-88ee-4509f86c928d tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] No DVR routers for this DVR port c0a32c78-629a-4423-8bc0-d0e8325cc11f on host hv-cinder-82777 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:59:23.149116 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9f56cbd9-4861-46b1-90b8-c43331a89d47 req-412513df-def4-46e8-88ee-4509f86c928d tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:23.153172 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9f56cbd9-4861-46b1-90b8-c43331a89d47 req-412513df-def4-46e8-88ee-4509f86c928d tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.39 "DELETE /v2.0/ports/c0a32c78-629a-4423-8bc0-d0e8325cc11f HTTP/1.1" status: 204 len: 173 time: 1.1861947 Feb 04 00:59:23.153645 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fc7966-8a79-4ee0-9280-a8bb54ea93f5', 'name': 'network-vif-deleted', 'tag': 'c0a32c78-629a-4423-8bc0-d0e8325cc11f'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:59:23.155852 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9923a7793e9fa6102d344dd696201155eb04f662303130ce66584af0359f1e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535e2ad8-86bf-4c0e-aa81-64eaca29db78" -d '{"events": [{"server_uuid": "09fc7966-8a79-4ee0-9280-a8bb54ea93f5", "name": "network-vif-deleted", "tag": "c0a32c78-629a-4423-8bc0-d0e8325cc11f"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:59:23.192672 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85566184-8611-496b-b053-effdfb68bd5a x-openstack-request-id: req-85566184-8611-496b-b053-effdfb68bd5a {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:59:23.192970 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09fc7966-8a79-4ee0-9280-a8bb54ea93f5", "name": "network-vif-deleted", "tag": "c0a32c78-629a-4423-8bc0-d0e8325cc11f", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:59:23.193224 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-85566184-8611-496b-b053-effdfb68bd5a {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:59:23.193643 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09fc7966-8a79-4ee0-9280-a8bb54ea93f5', 'name': 'network-vif-deleted', 'tag': 'c0a32c78-629a-4423-8bc0-d0e8325cc11f', 'status': 'completed', 'code': 200} Feb 04 00:59:23.234955 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 6 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 00:59:23.237797 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-d65c47c0-c46b-44ef-a81c-eceb3d1a800f None None] Set router f6ff5bcf-3b9c-45b8-9a67-1d82a903c391 gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:59:23.293902 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-8feb4384-e6f6-4f6b-a3a1-4bdcb1bd8a84 req-0bec1715-4fd8-46fa-ab94-e0e938f589d1 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=09fc7966-8a79-4ee0-9280-a8bb54ea93f5 HTTP/1.1" status: 200 len: 210 time: 0.0334167 Feb 04 00:59:23.356825 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302a503-3fae-4c95-8ce2-0b0bad599de0 req-edb1d843-63be-4929-875e-60e5cdc665fe tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:59:23.358453 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e302a503-3fae-4c95-8ce2-0b0bad599de0 req-edb1d843-63be-4929-875e-60e5cdc665fe tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 946 time: 0.0706420 Feb 04 00:59:23.410048 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e302a503-3fae-4c95-8ce2-0b0bad599de0 req-9dd5248d-1758-445d-a9c7-4933c531fce3 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups?id=00ceb253-a891-4a6b-96b4-3ebc587c0f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441089 Feb 04 00:59:23.455466 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d65c47c0-c46b-44ef-a81c-eceb3d1a800f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'name': 'tempest-AttachVolumeTestJSON-1288979520-router', 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'a75a35f5-1f19-4371-82c2-fcb1fbfcb021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:56:09Z', 'updated_at': '2022-02-04T00:56:12Z', 'revision_number': 4, 'project_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'gw_port': {'id': 'a75a35f5-1f19-4371-82c2-fcb1fbfcb021', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:56:10Z', 'updated_at': '2022-02-04T00:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': '3fb5d3c6-d0c9-4841-8f62-773150ff2e47', 'name': '', 'network_id': '271880bd-091b-49af-861b-f2b13eceb364', 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'mac_address': 'fa:16:3e:44:5c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '359a36c9-988b-4b2d-817e-108886bfc95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:56:12Z', 'updated_at': '2022-02-04T00:56:16Z', 'revision_number': 5, 'project_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'subnets': [{'id': '359a36c9-988b-4b2d-817e-108886bfc95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:59:23.486380 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65c47c0-c46b-44ef-a81c-eceb3d1a800f None None] Checking router: f6ff5bcf-3b9c-45b8-9a67-1d82a903c391 for host: dv-cinder-827778-1-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 00:59:23.490827 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7690d-b4cb-4491-9ccc-0d019300f878 req-9b08e336-71bc-4363-8697-99b5e52b08cd tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:59:23.492287 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-18c7690d-b4cb-4491-9ccc-0d019300f878 req-9b08e336-71bc-4363-8697-99b5e52b08cd tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.39 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 946 time: 0.0532088 Feb 04 00:59:23.494963 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65c47c0-c46b-44ef-a81c-eceb3d1a800f None None] Routers {'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:59:23.495563 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d65c47c0-c46b-44ef-a81c-eceb3d1a800f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:59:12Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['f6ff5bcf-3b9c-45b8-9a67-1d82a903c391'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:59:23.590852 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-18c7690d-b4cb-4491-9ccc-0d019300f878 req-0f4e7c82-81b1-47bf-91c2-7e49fceb33c3 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Deleting port f36d68b2-0f32-4da4-a932-9e9dc07d03bc {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:59:23.591194 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-18c7690d-b4cb-4491-9ccc-0d019300f878 req-0f4e7c82-81b1-47bf-91c2-7e49fceb33c3 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (f36d68b2-0f32-4da4-a932-9e9dc07d03bc), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:23.598527 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-d65c47c0-c46b-44ef-a81c-eceb3d1a800f None None] Set router f6ff5bcf-3b9c-45b8-9a67-1d82a903c391 gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:59:23.678360 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-18c7690d-b4cb-4491-9ccc-0d019300f878 req-0f4e7c82-81b1-47bf-91c2-7e49fceb33c3 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] For port f36d68b2-0f32-4da4-a932-9e9dc07d03bc, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=f36d68b2-0f32-4da4-a932-9e9dc07d03bc,segment=NetworkSegment(54e3d956-d261-4a67-bb25-94057ffc11cf),segment_id=54e3d956-d261-4a67-bb25-94057ffc11cf)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:59:23.678724 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-18c7690d-b4cb-4491-9ccc-0d019300f878 req-0f4e7c82-81b1-47bf-91c2-7e49fceb33c3 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (f36d68b2-0f32-4da4-a932-9e9dc07d03bc), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:23.797784 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d65c47c0-c46b-44ef-a81c-eceb3d1a800f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'name': 'tempest-AttachVolumeTestJSON-1288979520-router', 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'a75a35f5-1f19-4371-82c2-fcb1fbfcb021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:56:09Z', 'updated_at': '2022-02-04T00:56:12Z', 'revision_number': 4, 'project_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'gw_port': {'id': 'a75a35f5-1f19-4371-82c2-fcb1fbfcb021', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:56:10Z', 'updated_at': '2022-02-04T00:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': '3fb5d3c6-d0c9-4841-8f62-773150ff2e47', 'name': '', 'network_id': '271880bd-091b-49af-861b-f2b13eceb364', 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'mac_address': 'fa:16:3e:44:5c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '359a36c9-988b-4b2d-817e-108886bfc95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:56:12Z', 'updated_at': '2022-02-04T00:56:16Z', 'revision_number': 5, 'project_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'subnets': [{'id': '359a36c9-988b-4b2d-817e-108886bfc95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:59:23.825892 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65c47c0-c46b-44ef-a81c-eceb3d1a800f None None] The sync data for ids ['f6ff5bcf-3b9c-45b8-9a67-1d82a903c391'] in dv-cinder-827778-1-iscsi is: [{'id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'name': 'tempest-AttachVolumeTestJSON-1288979520-router', 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'a75a35f5-1f19-4371-82c2-fcb1fbfcb021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:56:09Z', 'updated_at': '2022-02-04T00:56:12Z', 'revision_number': 4, 'project_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'gw_port': {'id': 'a75a35f5-1f19-4371-82c2-fcb1fbfcb021', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:56:10Z', 'updated_at': '2022-02-04T00:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': '3fb5d3c6-d0c9-4841-8f62-773150ff2e47', 'name': '', 'network_id': '271880bd-091b-49af-861b-f2b13eceb364', 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'mac_address': 'fa:16:3e:44:5c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '359a36c9-988b-4b2d-817e-108886bfc95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:56:12Z', 'updated_at': '2022-02-04T00:56:16Z', 'revision_number': 5, 'project_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'subnets': [{'id': '359a36c9-988b-4b2d-817e-108886bfc95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 00:59:23.860371 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-18c7690d-b4cb-4491-9ccc-0d019300f878 req-0f4e7c82-81b1-47bf-91c2-7e49fceb33c3 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:23.860371 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-18c7690d-b4cb-4491-9ccc-0d019300f878 req-0f4e7c82-81b1-47bf-91c2-7e49fceb33c3 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601474'] for floatingip (bae813ac-3366-4d59-b621-1bdee8b901c4), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:23.860371 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.db.l3_db [req-18c7690d-b4cb-4491-9ccc-0d019300f878 req-0f4e7c82-81b1-47bf-91c2-7e49fceb33c3 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Floating IP bae813ac-3366-4d59-b621-1bdee8b901c4 disassociated. External IP: 172.27.1.243, port: f36d68b2-0f32-4da4-a932-9e9dc07d03bc. Feb 04 00:59:23.860371 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-18c7690d-b4cb-4491-9ccc-0d019300f878 req-0f4e7c82-81b1-47bf-91c2-7e49fceb33c3 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Calling delete_port for f36d68b2-0f32-4da4-a932-9e9dc07d03bc owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:59:24.044604 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5181bd2-833f-4d07-90b7-5dfc1e577870 None None] New status for floating IP d97ffa41-729a-40ad-8081-0d0ba6d9bc10: DOWN {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 00:59:24.072612 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-18c7690d-b4cb-4491-9ccc-0d019300f878 req-0f4e7c82-81b1-47bf-91c2-7e49fceb33c3 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (f36d68b2-0f32-4da4-a932-9e9dc07d03bc), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:24.103249 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e7c82-81b1-47bf-91c2-7e49fceb33c3 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Pushing event deleted for resources: {'Port': ['ID=f36d68b2-0f32-4da4-a932-9e9dc07d03bc,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:59:24.220049 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18c7690d-b4cb-4491-9ccc-0d019300f878 req-0f4e7c82-81b1-47bf-91c2-7e49fceb33c3 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Router 3ccbce44-8ea5-4115-8393-33b722fd0d2a has already been hosted by L3 agent 05e42f77-b612-4439-9acd-15af6102b82d {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:59:24.337262 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18c7690d-b4cb-4491-9ccc-0d019300f878 req-0f4e7c82-81b1-47bf-91c2-7e49fceb33c3 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:59:24.346935 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3020210c-5dba-4f56-a837-f3f5792789b7 None None] Sync routers for ids ['3ccbce44-8ea5-4115-8393-33b722fd0d2a'] in dv-cinder-827778-1-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 00:59:24.369033 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3020210c-5dba-4f56-a837-f3f5792789b7 None None] Routers {'3ccbce44-8ea5-4115-8393-33b722fd0d2a'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:59:24.369033 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-3020210c-5dba-4f56-a837-f3f5792789b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:59:12Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['3ccbce44-8ea5-4115-8393-33b722fd0d2a'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:59:24.384189 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c7690d-b4cb-4491-9ccc-0d019300f878 req-0f4e7c82-81b1-47bf-91c2-7e49fceb33c3 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] No DVR routers for this DVR port f36d68b2-0f32-4da4-a932-9e9dc07d03bc on host hv-cinder-82777 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:59:24.386799 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-18c7690d-b4cb-4491-9ccc-0d019300f878 req-0f4e7c82-81b1-47bf-91c2-7e49fceb33c3 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:24.390223 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-18c7690d-b4cb-4491-9ccc-0d019300f878 req-0f4e7c82-81b1-47bf-91c2-7e49fceb33c3 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.39 "DELETE /v2.0/ports/f36d68b2-0f32-4da4-a932-9e9dc07d03bc HTTP/1.1" status: 204 len: 173 time: 0.8893740 Feb 04 00:59:24.473337 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 32932) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:59:24.476983 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-3020210c-5dba-4f56-a837-f3f5792789b7 None None] Set router 3ccbce44-8ea5-4115-8393-33b722fd0d2a gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:59:24.523074 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-0779d70b-5444-4a17-a625-cac89f8a31f0 req-81cc53c7-0ab4-4b76-87cc-52a10c9ffb9e tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/ports?device_id=519a6c8f-2eb1-4ccf-84ea-652c6c36cb56 HTTP/1.1" status: 200 len: 210 time: 0.0286634 Feb 04 00:59:24.577836 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5d7ef147-f119-4d98-b65c-348116ba6393 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks [] for security_group (2fd38a94-539d-4d00-80e3-bc396a5ff2a2), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:24.606892 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5d7ef147-f119-4d98-b65c-348116ba6393 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks [] for security_group (2fd38a94-539d-4d00-80e3-bc396a5ff2a2), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:24.696610 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-3020210c-5dba-4f56-a837-f3f5792789b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'name': 'tempest-AttachVolumeShelveTestJSON-605683564-router', 'tenant_id': '33c179601f1e46788de48f0cac243499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '6b01cafd-4dae-4f29-b853-8fd20afd762b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:52:41Z', 'updated_at': '2022-02-04T00:52:48Z', 'revision_number': 4, 'project_id': '33c179601f1e46788de48f0cac243499', 'gw_port': {'id': '6b01cafd-4dae-4f29-b853-8fd20afd762b', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:52:42Z', 'updated_at': '2022-02-04T00:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': 'fde795b7-fdfe-4316-9844-56dfe0b3239a', 'name': '', 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321', 'tenant_id': '33c179601f1e46788de48f0cac243499', 'mac_address': 'fa:16:3e:de:ca:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a3690513-81ad-46a5-afc0-910eebaac8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:52:46Z', 'updated_at': '2022-02-04T00:52:56Z', 'revision_number': 5, 'project_id': '33c179601f1e46788de48f0cac243499', 'subnets': [{'id': 'a3690513-81ad-46a5-afc0-910eebaac8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:59:24.722554 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3020210c-5dba-4f56-a837-f3f5792789b7 None None] Checking router: 3ccbce44-8ea5-4115-8393-33b722fd0d2a for host: dv-cinder-827778-1-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 00:59:24.731023 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3020210c-5dba-4f56-a837-f3f5792789b7 None None] Routers {'3ccbce44-8ea5-4115-8393-33b722fd0d2a'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:59:24.731625 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-3020210c-5dba-4f56-a837-f3f5792789b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:59:12Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['3ccbce44-8ea5-4115-8393-33b722fd0d2a'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:59:24.739153 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5d7ef147-f119-4d98-b65c-348116ba6393 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (2fd38a94-539d-4d00-80e3-bc396a5ff2a2), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:24.741842 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5d7ef147-f119-4d98-b65c-348116ba6393 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:24.746371 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-5d7ef147-f119-4d98-b65c-348116ba6393 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "DELETE /v2.0/security-groups/2fd38a94-539d-4d00-80e3-bc396a5ff2a2 HTTP/1.1" status: 204 len: 168 time: 0.2684128 Feb 04 00:59:24.746743 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 32934) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:59:24.753080 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ef147-f119-4d98-b65c-348116ba6393 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd38a94-539d-4d00-80e3-bc396a5ff2a2,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:59:24.765999 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.api.v2.resource [None req-c2c47e58-9497-462d-a877-c528a43816dd tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] show failed (client error): The resource could not be found. Feb 04 00:59:24.767019 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-c2c47e58-9497-462d-a877-c528a43816dd tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups/2fd38a94-539d-4d00-80e3-bc396a5ff2a2 HTTP/1.1" status: 404 len: 347 time: 0.0191567 Feb 04 00:59:24.770457 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 32936) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:59:24.852637 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-3020210c-5dba-4f56-a837-f3f5792789b7 None None] Set router 3ccbce44-8ea5-4115-8393-33b722fd0d2a gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:59:24.896396 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-198cbebe-5349-4dac-a5be-fdceb1f66317 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Deleting port 22586d16-5c70-4e06-91ad-732b6d056832 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:59:24.896744 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-198cbebe-5349-4dac-a5be-fdceb1f66317 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (22586d16-5c70-4e06-91ad-732b6d056832), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:24.974816 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-198cbebe-5349-4dac-a5be-fdceb1f66317 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (22586d16-5c70-4e06-91ad-732b6d056832), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:24.975236 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-198cbebe-5349-4dac-a5be-fdceb1f66317 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks [] for floatingip (22586d16-5c70-4e06-91ad-732b6d056832), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:24.987969 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-198cbebe-5349-4dac-a5be-fdceb1f66317 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Calling delete_port for 22586d16-5c70-4e06-91ad-732b6d056832 owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:59:25.052315 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-3020210c-5dba-4f56-a837-f3f5792789b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'name': 'tempest-AttachVolumeShelveTestJSON-605683564-router', 'tenant_id': '33c179601f1e46788de48f0cac243499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '6b01cafd-4dae-4f29-b853-8fd20afd762b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:52:41Z', 'updated_at': '2022-02-04T00:52:48Z', 'revision_number': 4, 'project_id': '33c179601f1e46788de48f0cac243499', 'gw_port': {'id': '6b01cafd-4dae-4f29-b853-8fd20afd762b', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:52:42Z', 'updated_at': '2022-02-04T00:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': 'fde795b7-fdfe-4316-9844-56dfe0b3239a', 'name': '', 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321', 'tenant_id': '33c179601f1e46788de48f0cac243499', 'mac_address': 'fa:16:3e:de:ca:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a3690513-81ad-46a5-afc0-910eebaac8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:52:46Z', 'updated_at': '2022-02-04T00:52:56Z', 'revision_number': 5, 'project_id': '33c179601f1e46788de48f0cac243499', 'subnets': [{'id': 'a3690513-81ad-46a5-afc0-910eebaac8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:59:25.081847 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3020210c-5dba-4f56-a837-f3f5792789b7 None None] The sync data for ids ['3ccbce44-8ea5-4115-8393-33b722fd0d2a'] in dv-cinder-827778-1-iscsi is: [{'id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'name': 'tempest-AttachVolumeShelveTestJSON-605683564-router', 'tenant_id': '33c179601f1e46788de48f0cac243499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '6b01cafd-4dae-4f29-b853-8fd20afd762b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:52:41Z', 'updated_at': '2022-02-04T00:52:48Z', 'revision_number': 4, 'project_id': '33c179601f1e46788de48f0cac243499', 'gw_port': {'id': '6b01cafd-4dae-4f29-b853-8fd20afd762b', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:52:42Z', 'updated_at': '2022-02-04T00:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': 'fde795b7-fdfe-4316-9844-56dfe0b3239a', 'name': '', 'network_id': '7fa434c0-397c-452d-8882-f9f118f80321', 'tenant_id': '33c179601f1e46788de48f0cac243499', 'mac_address': 'fa:16:3e:de:ca:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a3690513-81ad-46a5-afc0-910eebaac8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:52:46Z', 'updated_at': '2022-02-04T00:52:56Z', 'revision_number': 5, 'project_id': '33c179601f1e46788de48f0cac243499', 'subnets': [{'id': 'a3690513-81ad-46a5-afc0-910eebaac8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 00:59:25.194690 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519a6c8f-2eb1-4ccf-84ea-652c6c36cb56', 'name': 'network-vif-deleted', 'tag': 'f36d68b2-0f32-4da4-a932-9e9dc07d03bc'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:59:25.197053 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9923a7793e9fa6102d344dd696201155eb04f662303130ce66584af0359f1e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce773e8-26de-4fd9-9e6c-fa00cad2c1b8" -d '{"events": [{"server_uuid": "519a6c8f-2eb1-4ccf-84ea-652c6c36cb56", "name": "network-vif-deleted", "tag": "f36d68b2-0f32-4da4-a932-9e9dc07d03bc"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:59:25.198490 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-198cbebe-5349-4dac-a5be-fdceb1f66317 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-660047'] for port (22586d16-5c70-4e06-91ad-732b6d056832), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:25.224875 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198cbebe-5349-4dac-a5be-fdceb1f66317 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Pushing event deleted for resources: {'Port': ['ID=22586d16-5c70-4e06-91ad-732b6d056832,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:59:25.234595 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ce0d70-8243-48b3-a0e1-5039fdecf695 x-openstack-request-id: req-30ce0d70-8243-48b3-a0e1-5039fdecf695 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:59:25.235077 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519a6c8f-2eb1-4ccf-84ea-652c6c36cb56", "name": "network-vif-deleted", "tag": "f36d68b2-0f32-4da4-a932-9e9dc07d03bc", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:59:25.235176 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-30ce0d70-8243-48b3-a0e1-5039fdecf695 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:59:25.235569 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '519a6c8f-2eb1-4ccf-84ea-652c6c36cb56', 'name': 'network-vif-deleted', 'tag': 'f36d68b2-0f32-4da4-a932-9e9dc07d03bc', 'status': 'completed', 'code': 200} Feb 04 00:59:25.253186 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198cbebe-5349-4dac-a5be-fdceb1f66317 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:59:25.253569 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198cbebe-5349-4dac-a5be-fdceb1f66317 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:59:25.253915 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198cbebe-5349-4dac-a5be-fdceb1f66317 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:59:25.254249 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198cbebe-5349-4dac-a5be-fdceb1f66317 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:59:25.254581 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198cbebe-5349-4dac-a5be-fdceb1f66317 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:59:25.254915 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198cbebe-5349-4dac-a5be-fdceb1f66317 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:59:25.255240 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198cbebe-5349-4dac-a5be-fdceb1f66317 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:59:25.255565 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198cbebe-5349-4dac-a5be-fdceb1f66317 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:59:25.255890 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198cbebe-5349-4dac-a5be-fdceb1f66317 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:59:25.256245 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198cbebe-5349-4dac-a5be-fdceb1f66317 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:59:25.256566 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198cbebe-5349-4dac-a5be-fdceb1f66317 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:59:25.256882 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198cbebe-5349-4dac-a5be-fdceb1f66317 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:59:25.257202 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198cbebe-5349-4dac-a5be-fdceb1f66317 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:59:25.299970 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-198cbebe-5349-4dac-a5be-fdceb1f66317 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks [] for floatingip (d97ffa41-729a-40ad-8081-0d0ba6d9bc10), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:25.302750 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-198cbebe-5349-4dac-a5be-fdceb1f66317 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for floatingip (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:25.303952 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-198cbebe-5349-4dac-a5be-fdceb1f66317 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "DELETE /v2.0/floatingips/d97ffa41-729a-40ad-8081-0d0ba6d9bc10 HTTP/1.1" status: 204 len: 168 time: 0.5323856 Feb 04 00:59:25.358671 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30315364-1f07-4ed3-8213-deb0c5cbc194 None None] New status for floating IP bae813ac-3366-4d59-b621-1bdee8b901c4: DOWN {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 00:59:25.691197 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device f36d68b2-0f32-4da4-a932-9e9dc07d03bc no longer exists at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:59:25.710009 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 32946) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:59:25.712240 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 32948) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:59:25.712774 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] No Port match for: f36d68b2-0f32-4da4-a932-9e9dc07d03bc {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 00:59:25.713141 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device f36d68b2-0f32-4da4-a932-9e9dc07d03bc not bound to the agent host hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 00:59:25.713581 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device c0a32c78-629a-4423-8bc0-d0e8325cc11f no longer exists at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:59:25.718263 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [None req-09a0ea2e-a18a-455a-9717-c3924873f7ec tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1973251833', 'description': 'tempest-description--983202298'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:59:25.733735 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] No Port match for: c0a32c78-629a-4423-8bc0-d0e8325cc11f {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 00:59:25.734089 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device c0a32c78-629a-4423-8bc0-d0e8325cc11f not bound to the agent host hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 00:59:25.770326 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-16bd29ff-b516-43da-a27a-a55d3e6d11ce tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks [] for security_group (00ceb253-a891-4a6b-96b4-3ebc587c0f09), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:25.793861 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-16bd29ff-b516-43da-a27a-a55d3e6d11ce tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks [] for security_group (00ceb253-a891-4a6b-96b4-3ebc587c0f09), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:25.832381 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-09a0ea2e-a18a-455a-9717-c3924873f7ec tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:25.923650 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-16bd29ff-b516-43da-a27a-a55d3e6d11ce tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (00ceb253-a891-4a6b-96b4-3ebc587c0f09), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:25.926477 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-16bd29ff-b516-43da-a27a-a55d3e6d11ce tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:25.927618 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-16bd29ff-b516-43da-a27a-a55d3e6d11ce tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "DELETE /v2.0/security-groups/00ceb253-a891-4a6b-96b4-3ebc587c0f09 HTTP/1.1" status: 204 len: 168 time: 0.2164471 Feb 04 00:59:25.930679 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 32950) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:59:25.937132 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd29ff-b516-43da-a27a-a55d3e6d11ce tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ceb253-a891-4a6b-96b4-3ebc587c0f09,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:59:25.948677 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.api.v2.resource [None req-d85cff7a-7f4e-4e5c-98f4-8d57f531ec5d tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] show failed (client error): The resource could not be found. Feb 04 00:59:25.950410 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-d85cff7a-7f4e-4e5c-98f4-8d57f531ec5d tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "GET /v2.0/security-groups/00ceb253-a891-4a6b-96b4-3ebc587c0f09 HTTP/1.1" status: 404 len: 347 time: 0.0187755 Feb 04 00:59:25.956457 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 32952) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:59:25.982880 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-09a0ea2e-a18a-455a-9717-c3924873f7ec tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks [] for security_group (d119de88-30ad-4d0e-a826-28c7aae10cdc), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:26.064665 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-09a0ea2e-a18a-455a-9717-c3924873f7ec tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (d119de88-30ad-4d0e-a826-28c7aae10cdc), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:26.087207 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-7a6908bf-a9fa-4160-ab7d-481cda1ae0e8 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Deleting port 94683e4f-dfd1-4b84-b641-b2fb026899e8 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:59:26.087552 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7a6908bf-a9fa-4160-ab7d-481cda1ae0e8 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (94683e4f-dfd1-4b84-b641-b2fb026899e8), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:26.096701 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0ea2e-a18a-455a-9717-c3924873f7ec tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d119de88-30ad-4d0e-a826-28c7aae10cdc,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:59:26.158473 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-09a0ea2e-a18a-455a-9717-c3924873f7ec tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:26.159723 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-09a0ea2e-a18a-455a-9717-c3924873f7ec tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4463339 Feb 04 00:59:26.162650 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 32954) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:59:26.165800 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7a6908bf-a9fa-4160-ab7d-481cda1ae0e8 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (94683e4f-dfd1-4b84-b641-b2fb026899e8), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:26.166130 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7a6908bf-a9fa-4160-ab7d-481cda1ae0e8 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks [] for floatingip (94683e4f-dfd1-4b84-b641-b2fb026899e8), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:26.166987 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [None req-23b84023-0478-484a-9f36-a7dcc6b6c6e3 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Request body: {'security_group_rule': {'security_group_id': 'd119de88-30ad-4d0e-a826-28c7aae10cdc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:59:26.177973 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-7a6908bf-a9fa-4160-ab7d-481cda1ae0e8 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Calling delete_port for 94683e4f-dfd1-4b84-b641-b2fb026899e8 owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:59:26.254315 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-23b84023-0478-484a-9f36-a7dcc6b6c6e3 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks [] for security_group_rule (ad8c8a36-3b6b-45f9-8897-bc52043028f1), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:26.308904 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-23b84023-0478-484a-9f36-a7dcc6b6c6e3 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks [] for security_group_rule (ad8c8a36-3b6b-45f9-8897-bc52043028f1), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:26.392541 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7a6908bf-a9fa-4160-ab7d-481cda1ae0e8 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-660047'] for port (94683e4f-dfd1-4b84-b641-b2fb026899e8), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:26.421387 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6908bf-a9fa-4160-ab7d-481cda1ae0e8 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Pushing event deleted for resources: {'Port': ['ID=94683e4f-dfd1-4b84-b641-b2fb026899e8,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:59:26.432172 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-23b84023-0478-484a-9f36-a7dcc6b6c6e3 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670956'] for security_group_rule (ad8c8a36-3b6b-45f9-8897-bc52043028f1), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:26.452047 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b84023-0478-484a-9f36-a7dcc6b6c6e3 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad8c8a36-3b6b-45f9-8897-bc52043028f1,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:59:26.481078 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7a6908bf-a9fa-4160-ab7d-481cda1ae0e8 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks [] for floatingip (bae813ac-3366-4d59-b621-1bdee8b901c4), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:26.483684 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7a6908bf-a9fa-4160-ab7d-481cda1ae0e8 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for floatingip (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:26.484830 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-7a6908bf-a9fa-4160-ab7d-481cda1ae0e8 tempest-AttachVolumeShelveTestJSON-803813225 tempest-AttachVolumeShelveTestJSON-803813225-project] 10.222.0.10 "DELETE /v2.0/floatingips/bae813ac-3366-4d59-b621-1bdee8b901c4 HTTP/1.1" status: 204 len: 168 time: 0.5272155 Feb 04 00:59:26.514532 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-23b84023-0478-484a-9f36-a7dcc6b6c6e3 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:26.515525 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-23b84023-0478-484a-9f36-a7dcc6b6c6e3 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3518441 Feb 04 00:59:26.519327 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 32958) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:59:26.523883 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-60448bd5-9c65-459e-bcbb-238cd9687951 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Request body: {'security_group_rule': {'security_group_id': 'd119de88-30ad-4d0e-a826-28c7aae10cdc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:59:26.597068 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-60448bd5-9c65-459e-bcbb-238cd9687951 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks [] for security_group_rule (de76a0ea-8411-484f-8a1e-e826014b403a), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:26.657099 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-60448bd5-9c65-459e-bcbb-238cd9687951 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks [] for security_group_rule (de76a0ea-8411-484f-8a1e-e826014b403a), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:26.722417 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-60448bd5-9c65-459e-bcbb-238cd9687951 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670956'] for security_group_rule (de76a0ea-8411-484f-8a1e-e826014b403a), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:26.741156 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60448bd5-9c65-459e-bcbb-238cd9687951 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de76a0ea-8411-484f-8a1e-e826014b403a,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:59:26.821753 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-60448bd5-9c65-459e-bcbb-238cd9687951 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:26.822927 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-60448bd5-9c65-459e-bcbb-238cd9687951 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3025763 Feb 04 00:59:26.825943 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 32962) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:59:26.830126 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-19393e04-e023-43c1-a3fb-5ee8bab975cb tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Request body: {'floatingip': {'floating_network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:59:26.938869 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19393e04-e023-43c1-a3fb-5ee8bab975cb tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:27.036461 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19393e04-e023-43c1-a3fb-5ee8bab975cb tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:27.140855 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-19393e04-e023-43c1-a3fb-5ee8bab975cb tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Allocated IP 172.27.1.228 (03e92c86-a3b2-4a50-bb8c-ad63e47f70ee/b22bab27-11ad-47ee-b4e2-a457ed5eeb04/26753215-cbbd-47d4-ae88-872a7b2d24d9) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:59:27.241711 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19393e04-e023-43c1-a3fb-5ee8bab975cb tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks [] for port (26753215-cbbd-47d4-ae88-872a7b2d24d9), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:27.341678 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19393e04-e023-43c1-a3fb-5ee8bab975cb tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-660047'] for port (26753215-cbbd-47d4-ae88-872a7b2d24d9), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:27.381087 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19393e04-e023-43c1-a3fb-5ee8bab975cb tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Network 03e92c86-a3b2-4a50-bb8c-ad63e47f70ee is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:59:27.384055 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-19393e04-e023-43c1-a3fb-5ee8bab975cb tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:59:27.387481 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19393e04-e023-43c1-a3fb-5ee8bab975cb tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:59:27.393240 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19393e04-e023-43c1-a3fb-5ee8bab975cb tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Pushing event updated for resources: {'Port': ['ID=26753215-cbbd-47d4-ae88-872a7b2d24d9,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:59:27.475099 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19393e04-e023-43c1-a3fb-5ee8bab975cb tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks [] for floatingip (f36e77e2-a2a7-4565-aef8-cb7699846245), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:27.560294 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19393e04-e023-43c1-a3fb-5ee8bab975cb tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (26753215-cbbd-47d4-ae88-872a7b2d24d9), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:27.705336 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19393e04-e023-43c1-a3fb-5ee8bab975cb tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks [] for port (26753215-cbbd-47d4-ae88-872a7b2d24d9), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:27.774969 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19393e04-e023-43c1-a3fb-5ee8bab975cb tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-660056'] for port (26753215-cbbd-47d4-ae88-872a7b2d24d9), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:27.840277 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19393e04-e023-43c1-a3fb-5ee8bab975cb tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Pushing event updated for resources: {'Port': ['ID=26753215-cbbd-47d4-ae88-872a7b2d24d9,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:59:27.861635 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19393e04-e023-43c1-a3fb-5ee8bab975cb tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601474'] for floatingip (f36e77e2-a2a7-4565-aef8-cb7699846245), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:27.942813 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19393e04-e023-43c1-a3fb-5ee8bab975cb tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for floatingip (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:27.944071 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-19393e04-e023-43c1-a3fb-5ee8bab975cb tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1172106 Feb 04 00:59:28.139355 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-49c607b7-c9e6-4205-9681-17d138084844 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1973251833&fields=id&tenant_id=b0f51023e09f42c583c82a6cedd0b27c HTTP/1.1" status: 200 len: 267 time: 0.0423470 Feb 04 00:59:28.253998 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-9ba43903-d60a-4f8f-89ed-fb4ea48fc243 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:59:28.255542 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-9ba43903-d60a-4f8f-89ed-fb4ea48fc243 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/networks?id=271880bd-091b-49af-861b-f2b13eceb364 HTTP/1.1" status: 200 len: 811 time: 0.1096969 Feb 04 00:59:28.270557 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-a4dfea7f-3b51-49bd-930e-af6b427d135d tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/quotas/b0f51023e09f42c583c82a6cedd0b27c HTTP/1.1" status: 200 len: 375 time: 0.0095115 Feb 04 00:59:28.323398 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-0ef356c2-7b1c-47c3-8839-1684a83d464a tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b0f51023e09f42c583c82a6cedd0b27c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478959 Feb 04 00:59:28.419845 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-3634a2c7-c521-44d7-a7a0-318559195220 service neutron] 10.222.0.10 "GET /v2.0/networks/271880bd-091b-49af-861b-f2b13eceb364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849745 Feb 04 00:59:28.506565 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-7d50c3ba-a34e-4d6d-85d9-4ae6c9f8a128 service neutron] 10.222.0.10 "GET /v2.0/networks/271880bd-091b-49af-861b-f2b13eceb364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809734 Feb 04 00:59:28.959959 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-c6d21fc5-a45e-4739-a858-33f71d5d6348 req-f2ae845d-9c02-456e-99fb-acb26e078336 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=c64a9572-b0d8-4cfb-879e-29f33cc72629 HTTP/1.1" status: 200 len: 210 time: 0.0274482 Feb 04 00:59:29.195209 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 33000) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:59:29.638781 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f2d9e694-d6ad-421d-b15f-7baf0f211dc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-478914'] for router_interface (3ccbce44-8ea5-4115-8393-33b722fd0d2a), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:30.072582 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9b33e43a-b411-44d5-b264-59651bd84200 req-cfffe70b-2815-40bc-81f9-9da58fb1dc11 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=c64a9572-b0d8-4cfb-879e-29f33cc72629 HTTP/1.1" status: 200 len: 210 time: 0.0462697 Feb 04 00:59:30.126007 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-f2d9e694-d6ad-421d-b15f-7baf0f211dc0 admin admin] Deleting port fde795b7-fdfe-4316-9844-56dfe0b3239a {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:59:30.126352 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f2d9e694-d6ad-421d-b15f-7baf0f211dc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (fde795b7-fdfe-4316-9844-56dfe0b3239a), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:30.204143 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-f2d9e694-d6ad-421d-b15f-7baf0f211dc0 admin admin] For port fde795b7-fdfe-4316-9844-56dfe0b3239a, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=fde795b7-fdfe-4316-9844-56dfe0b3239a,segment=NetworkSegment(54e3d956-d261-4a67-bb25-94057ffc11cf),segment_id=54e3d956-d261-4a67-bb25-94057ffc11cf)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:59:30.204831 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f2d9e694-d6ad-421d-b15f-7baf0f211dc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (fde795b7-fdfe-4316-9844-56dfe0b3239a), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:30.217423 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-f2d9e694-d6ad-421d-b15f-7baf0f211dc0 admin admin] Calling delete_port for fde795b7-fdfe-4316-9844-56dfe0b3239a owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:59:30.466722 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f2d9e694-d6ad-421d-b15f-7baf0f211dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-660047'] for port (fde795b7-fdfe-4316-9844-56dfe0b3239a), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:30.494479 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d9e694-d6ad-421d-b15f-7baf0f211dc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fde795b7-fdfe-4316-9844-56dfe0b3239a,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:59:30.656405 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f2d9e694-d6ad-421d-b15f-7baf0f211dc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1763608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478774'] for router_interface (3ccbce44-8ea5-4115-8393-33b722fd0d2a), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:30.871661 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d9e694-d6ad-421d-b15f-7baf0f211dc0 admin admin] Router 3ccbce44-8ea5-4115-8393-33b722fd0d2a has already been hosted by L3 agent 05e42f77-b612-4439-9acd-15af6102b82d {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:59:30.979685 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d9e694-d6ad-421d-b15f-7baf0f211dc0 admin admin] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:59:30.988064 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-f2d9e694-d6ad-421d-b15f-7baf0f211dc0 admin admin] 10.222.0.10 "PUT /v2.0/routers/3ccbce44-8ea5-4115-8393-33b722fd0d2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7889659 Feb 04 00:59:30.989567 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 33010) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:59:30.989907 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29084886-461c-46ee-9e12-b3cfe3dff6f6 None None] Sync routers for ids ['3ccbce44-8ea5-4115-8393-33b722fd0d2a'] in dv-cinder-827778-1-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 00:59:31.004940 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29084886-461c-46ee-9e12-b3cfe3dff6f6 None None] Routers {'3ccbce44-8ea5-4115-8393-33b722fd0d2a'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:59:31.005849 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-29084886-461c-46ee-9e12-b3cfe3dff6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:59:12Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['3ccbce44-8ea5-4115-8393-33b722fd0d2a'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:59:31.044910 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-820dd1c8-e4d2-4e08-834a-5027504a086f tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:59:31.046708 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-820dd1c8-e4d2-4e08-834a-5027504a086f tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.39 "GET /v2.0/networks?id=271880bd-091b-49af-861b-f2b13eceb364 HTTP/1.1" status: 200 len: 811 time: 0.1291099 Feb 04 00:59:31.112218 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-0b55eab1-985c-494b-b100-40027fb70b5e tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0f51023e09f42c583c82a6cedd0b27c HTTP/1.1" status: 200 len: 380 time: 0.0561512 Feb 04 00:59:31.112965 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d9993c0-cf08-4c5c-a104-00a907075708 admin admin] Publish callbacks [] for router (3ccbce44-8ea5-4115-8393-33b722fd0d2a), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:31.122793 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-29084886-461c-46ee-9e12-b3cfe3dff6f6 None None] Set router 3ccbce44-8ea5-4115-8393-33b722fd0d2a gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:59:31.137645 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-db43ef7f-8c52-4066-ad78-375c192fa639 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Request body: {'port': {'device_id': 'c64a9572-b0d8-4cfb-879e-29f33cc72629', 'network_id': '271880bd-091b-49af-861b-f2b13eceb364', 'admin_state_up': True, 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'security_groups': ['d119de88-30ad-4d0e-a826-28c7aae10cdc']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:59:31.233464 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9fe00a61-8cb4-4c46-9983-6b7ea24eb18c req-e57d6788-1554-4e70-abe6-14dd9c93af0d tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=c64a9572-b0d8-4cfb-879e-29f33cc72629 HTTP/1.1" status: 200 len: 210 time: 0.0374248 Feb 04 00:59:31.240569 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d9993c0-cf08-4c5c-a104-00a907075708 admin admin] Publish callbacks [] for router_gateway (3ccbce44-8ea5-4115-8393-33b722fd0d2a), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:31.347304 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-8d9993c0-cf08-4c5c-a104-00a907075708 admin admin] Deleting port 6b01cafd-4dae-4f29-b853-8fd20afd762b {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:59:31.347644 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d9993c0-cf08-4c5c-a104-00a907075708 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (6b01cafd-4dae-4f29-b853-8fd20afd762b), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:31.359917 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-db43ef7f-8c52-4066-ad78-375c192fa639 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Made reservation on behalf of b0f51023e09f42c583c82a6cedd0b27c for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:59:31.365879 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-db43ef7f-8c52-4066-ad78-375c192fa639 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:31.438617 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-8d9993c0-cf08-4c5c-a104-00a907075708 admin admin] For port 6b01cafd-4dae-4f29-b853-8fd20afd762b, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=6b01cafd-4dae-4f29-b853-8fd20afd762b,segment=NetworkSegment(e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a),segment_id=e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:59:31.439354 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d9993c0-cf08-4c5c-a104-00a907075708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (6b01cafd-4dae-4f29-b853-8fd20afd762b), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:31.454477 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-8d9993c0-cf08-4c5c-a104-00a907075708 admin admin] Calling delete_port for 6b01cafd-4dae-4f29-b853-8fd20afd762b owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:59:31.473230 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-29084886-461c-46ee-9e12-b3cfe3dff6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'name': 'tempest-AttachVolumeShelveTestJSON-605683564-router', 'tenant_id': '33c179601f1e46788de48f0cac243499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '6b01cafd-4dae-4f29-b853-8fd20afd762b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:52:41Z', 'updated_at': '2022-02-04T00:59:30Z', 'revision_number': 5, 'project_id': '33c179601f1e46788de48f0cac243499', 'gw_port': {'id': '6b01cafd-4dae-4f29-b853-8fd20afd762b', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:52:42Z', 'updated_at': '2022-02-04T00:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi'}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:59:31.500376 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29084886-461c-46ee-9e12-b3cfe3dff6f6 None None] Checking router: 3ccbce44-8ea5-4115-8393-33b722fd0d2a for host: dv-cinder-827778-1-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 00:59:31.510303 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29084886-461c-46ee-9e12-b3cfe3dff6f6 None None] Routers {'3ccbce44-8ea5-4115-8393-33b722fd0d2a'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:59:31.510942 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-29084886-461c-46ee-9e12-b3cfe3dff6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:59:12Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['3ccbce44-8ea5-4115-8393-33b722fd0d2a'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:59:31.523074 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-db43ef7f-8c52-4066-ad78-375c192fa639 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Allocated IP 172.20.0.10 (271880bd-091b-49af-861b-f2b13eceb364/359a36c9-988b-4b2d-817e-108886bfc95e/d39aaad8-b951-4dce-a034-29c05236d72f) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:59:31.612828 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-29084886-461c-46ee-9e12-b3cfe3dff6f6 None None] Set router 3ccbce44-8ea5-4115-8393-33b722fd0d2a gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:59:31.673464 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-29084886-461c-46ee-9e12-b3cfe3dff6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'name': 'tempest-AttachVolumeShelveTestJSON-605683564-router', 'tenant_id': '33c179601f1e46788de48f0cac243499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:52:41Z', 'updated_at': '2022-02-04T00:59:31Z', 'revision_number': 6, 'project_id': '33c179601f1e46788de48f0cac243499', 'gw_port_host': None}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:59:31.685965 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-db43ef7f-8c52-4066-ad78-375c192fa639 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks [] for port (d39aaad8-b951-4dce-a034-29c05236d72f), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:31.702047 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29084886-461c-46ee-9e12-b3cfe3dff6f6 None None] The sync data for ids ['3ccbce44-8ea5-4115-8393-33b722fd0d2a'] in dv-cinder-827778-1-iscsi is: [{'id': '3ccbce44-8ea5-4115-8393-33b722fd0d2a', 'name': 'tempest-AttachVolumeShelveTestJSON-605683564-router', 'tenant_id': '33c179601f1e46788de48f0cac243499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:52:41Z', 'updated_at': '2022-02-04T00:59:31Z', 'revision_number': 6, 'project_id': '33c179601f1e46788de48f0cac243499', 'gw_port_host': None}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 00:59:31.710833 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d9993c0-cf08-4c5c-a104-00a907075708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-660047'] for port (6b01cafd-4dae-4f29-b853-8fd20afd762b), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:31.742291 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9993c0-cf08-4c5c-a104-00a907075708 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b01cafd-4dae-4f29-b853-8fd20afd762b,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:59:31.801712 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d9993c0-cf08-4c5c-a104-00a907075708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601432'] for router_gateway (3ccbce44-8ea5-4115-8393-33b722fd0d2a), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:31.802794 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-db43ef7f-8c52-4066-ad78-375c192fa639 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (d39aaad8-b951-4dce-a034-29c05236d72f), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:31.855644 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-db43ef7f-8c52-4066-ad78-375c192fa639 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Network 271880bd-091b-49af-861b-f2b13eceb364 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:59:31.858953 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-db43ef7f-8c52-4066-ad78-375c192fa639 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:59:31.862776 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-db43ef7f-8c52-4066-ad78-375c192fa639 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:59:31.892249 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43ef7f-8c52-4066-ad78-375c192fa639 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Pushing event updated for resources: {'Port': ['ID=d39aaad8-b951-4dce-a034-29c05236d72f,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:59:31.916951 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-db43ef7f-8c52-4066-ad78-375c192fa639 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:59:31.917629 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-db43ef7f-8c52-4066-ad78-375c192fa639 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:31.924484 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d9993c0-cf08-4c5c-a104-00a907075708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26696'] for router (3ccbce44-8ea5-4115-8393-33b722fd0d2a), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:31.924484 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d9993c0-cf08-4c5c-a104-00a907075708 admin admin] Publish callbacks [] for router_controller (3ccbce44-8ea5-4115-8393-33b722fd0d2a), precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:32.121720 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-db43ef7f-8c52-4066-ad78-375c192fa639 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0010645 Feb 04 00:59:32.132967 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d9993c0-cf08-4c5c-a104-00a907075708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487464'] for router (3ccbce44-8ea5-4115-8393-33b722fd0d2a), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:32.133599 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9993c0-cf08-4c5c-a104-00a907075708 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ccbce44-8ea5-4115-8393-33b722fd0d2a {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 00:59:32.139792 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d9993c0-cf08-4c5c-a104-00a907075708 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:32.143235 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-8d9993c0-cf08-4c5c-a104-00a907075708 admin admin] 10.222.0.10 "DELETE /v2.0/routers/3ccbce44-8ea5-4115-8393-33b722fd0d2a HTTP/1.1" status: 204 len: 168 time: 1.1500688 Feb 04 00:59:32.143391 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-0e942762-6ec6-4ade-821a-99c6e9bcba14 service neutron] Request body: {'port': {'device_id': 'c64a9572-b0d8-4cfb-879e-29f33cc72629', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:59:32.143681 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 33018) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:59:32.144989 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-c6bdb819-ba84-4f09-a97b-429d39fc185e None None] Provisioning complete for port d39aaad8-b951-4dce-a034-29c05236d72f triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:59:32.145868 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c6bdb819-ba84-4f09-a97b-429d39fc185e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (d39aaad8-b951-4dce-a034-29c05236d72f), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:32.188660 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-c6bdb819-ba84-4f09-a97b-429d39fc185e None None] Port d39aaad8-b951-4dce-a034-29c05236d72f cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 00:59:32.230064 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-686c1ddb-9b01-44bb-b18a-cc4af75479c5 admin admin] Deleting subnet a3690513-81ad-46a5-afc0-910eebaac8f9 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 00:59:32.235934 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-686c1ddb-9b01-44bb-b18a-cc4af75479c5 admin admin] Publish callbacks [] for subnet (a3690513-81ad-46a5-afc0-910eebaac8f9), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:32.262649 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-0e942762-6ec6-4ade-821a-99c6e9bcba14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (d39aaad8-b951-4dce-a034-29c05236d72f), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:32.283969 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-686c1ddb-9b01-44bb-b18a-cc4af75479c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10427957'] for subnet (a3690513-81ad-46a5-afc0-910eebaac8f9), precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:32.357577 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52e4a7-b57d-4306-851c-587b01597f63 req-4a55d484-f4a0-4ef8-a624-b20901985d65 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:59:32.358143 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6b52e4a7-b57d-4306-851c-587b01597f63 req-4a55d484-f4a0-4ef8-a624-b20901985d65 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=c64a9572-b0d8-4cfb-879e-29f33cc72629 HTTP/1.1" status: 200 len: 932 time: 0.0531464 Feb 04 00:59:32.403759 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6b52e4a7-b57d-4306-851c-587b01597f63 req-661ac4c1-7339-4fff-8907-4dfe3ec42e7c tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=d119de88-30ad-4d0e-a826-28c7aae10cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401540 Feb 04 00:59:32.490356 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-686c1ddb-9b01-44bb-b18a-cc4af75479c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383273'] for subnet (a3690513-81ad-46a5-afc0-910eebaac8f9), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:32.661779 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-0e942762-6ec6-4ade-821a-99c6e9bcba14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d39aaad8-b951-4dce-a034-29c05236d72f {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:59:32.667058 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-686c1ddb-9b01-44bb-b18a-cc4af75479c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10424670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8755965'] for subnet (a3690513-81ad-46a5-afc0-910eebaac8f9), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:32.681508 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-0e942762-6ec6-4ade-821a-99c6e9bcba14 service neutron] Publish callbacks [] for port (d39aaad8-b951-4dce-a034-29c05236d72f), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:32.709803 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c1ddb-9b01-44bb-b18a-cc4af75479c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3690513-81ad-46a5-afc0-910eebaac8f9,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:59:32.716483 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-686c1ddb-9b01-44bb-b18a-cc4af75479c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for subnet (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:32.719042 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-686c1ddb-9b01-44bb-b18a-cc4af75479c5 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a3690513-81ad-46a5-afc0-910eebaac8f9 HTTP/1.1" status: 204 len: 168 time: 0.5730572 Feb 04 00:59:32.721157 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 33022) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:59:32.727194 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-0e942762-6ec6-4ade-821a-99c6e9bcba14 service neutron] Transition to ACTIVE for port object d39aaad8-b951-4dce-a034-29c05236d72f will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:59:32.729579 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6590c099-6b72-4fbb-9dd8-e504331ec540 None None] Network 7fa434c0-397c-452d-8882-f9f118f80321 requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 00:59:32.799574 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1cbba7a0-0826-4778-bd32-020422a7f6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-749408'] for network (7fa434c0-397c-452d-8882-f9f118f80321), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:32.803799 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-0e942762-6ec6-4ade-821a-99c6e9bcba14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10424596'] for port (d39aaad8-b951-4dce-a034-29c05236d72f), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:32.869358 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-1cbba7a0-0826-4778-bd32-020422a7f6a8 admin admin] Deleting port 0371375e-72ee-4e71-87f3-89d94eb5de05 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:59:32.873645 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1cbba7a0-0826-4778-bd32-020422a7f6a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (0371375e-72ee-4e71-87f3-89d94eb5de05), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:32.880675 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e942762-6ec6-4ade-821a-99c6e9bcba14 service neutron] Pushing event updated for resources: {'Port': ['ID=d39aaad8-b951-4dce-a034-29c05236d72f,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:59:32.931317 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66ea14e-ac9b-439e-9315-1d6df5cd7253 None None] DHCP port deletion for 7fa434c0-397c-452d-8882-f9f118f80321 request from dv-cinder-827778-1-iscsi {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 00:59:32.939161 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-0e942762-6ec6-4ade-821a-99c6e9bcba14 service neutron] Attempting to bind port d39aaad8-b951-4dce-a034-29c05236d72f on host hv-cinder-82777 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 00:59:32.939742 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-1cbba7a0-0826-4778-bd32-020422a7f6a8 admin admin] For port 0371375e-72ee-4e71-87f3-89d94eb5de05, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=0371375e-72ee-4e71-87f3-89d94eb5de05,segment=NetworkSegment(54e3d956-d261-4a67-bb25-94057ffc11cf),segment_id=54e3d956-d261-4a67-bb25-94057ffc11cf)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:59:32.939891 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-0e942762-6ec6-4ade-821a-99c6e9bcba14 service neutron] Attempting to bind port d39aaad8-b951-4dce-a034-29c05236d72f by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': 'b465fa9e-77e1-4a65-93a3-230a0400b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '271880bd-091b-49af-861b-f2b13eceb364'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 00:59:32.940015 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1cbba7a0-0826-4778-bd32-020422a7f6a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (0371375e-72ee-4e71-87f3-89d94eb5de05), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:32.940216 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-0e942762-6ec6-4ade-821a-99c6e9bcba14 service neutron] Attempting to bind port d39aaad8-b951-4dce-a034-29c05236d72f on network 271880bd-091b-49af-861b-f2b13eceb364 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:59:32.945553 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-0e942762-6ec6-4ade-821a-99c6e9bcba14 service neutron] Port d39aaad8-b951-4dce-a034-29c05236d72f on network 271880bd-091b-49af-861b-f2b13eceb364 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 00:59:32.945962 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-0e942762-6ec6-4ade-821a-99c6e9bcba14 service neutron] Attempting to bind port d39aaad8-b951-4dce-a034-29c05236d72f on network 271880bd-091b-49af-861b-f2b13eceb364 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:59:32.952242 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-0e942762-6ec6-4ade-821a-99c6e9bcba14 service neutron] Checking agent: {'id': 'bf093114-7719-4a60-8fae-8541124bea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 50, 48), 'started_at': datetime.datetime(2022, 2, 4, 0, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 00:59:32.952484 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-0e942762-6ec6-4ade-821a-99c6e9bcba14 service neutron] Checking segment: {'id': 'b465fa9e-77e1-4a65-93a3-230a0400b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '271880bd-091b-49af-861b-f2b13eceb364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:59:32.952943 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-0e942762-6ec6-4ade-821a-99c6e9bcba14 service neutron] Bound using segment: {'id': 'b465fa9e-77e1-4a65-93a3-230a0400b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '271880bd-091b-49af-861b-f2b13eceb364'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 00:59:32.953445 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-0e942762-6ec6-4ade-821a-99c6e9bcba14 service neutron] Bound port: d39aaad8-b951-4dce-a034-29c05236d72f, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b465fa9e-77e1-4a65-93a3-230a0400b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '271880bd-091b-49af-861b-f2b13eceb364'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 00:59:32.953974 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-0e942762-6ec6-4ade-821a-99c6e9bcba14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (d39aaad8-b951-4dce-a034-29c05236d72f), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:32.958070 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-1cbba7a0-0826-4778-bd32-020422a7f6a8 admin admin] Calling delete_port for 0371375e-72ee-4e71-87f3-89d94eb5de05 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:59:33.007701 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f66ea14e-ac9b-439e-9315-1d6df5cd7253 None None] Deleting port 0371375e-72ee-4e71-87f3-89d94eb5de05 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:59:33.008079 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f66ea14e-ac9b-439e-9315-1d6df5cd7253 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (0371375e-72ee-4e71-87f3-89d94eb5de05), before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:33.030458 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-0e942762-6ec6-4ade-821a-99c6e9bcba14 service neutron] For port d39aaad8-b951-4dce-a034-29c05236d72f, host hv-cinder-82777, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:59:33.033685 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-0e942762-6ec6-4ade-821a-99c6e9bcba14 service neutron] For port d39aaad8-b951-4dce-a034-29c05236d72f, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=d39aaad8-b951-4dce-a034-29c05236d72f,segment=NetworkSegment(b465fa9e-77e1-4a65-93a3-230a0400b098),segment_id=b465fa9e-77e1-4a65-93a3-230a0400b098)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:59:33.075451 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f66ea14e-ac9b-439e-9315-1d6df5cd7253 None None] For port 0371375e-72ee-4e71-87f3-89d94eb5de05, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=0371375e-72ee-4e71-87f3-89d94eb5de05,segment=NetworkSegment(54e3d956-d261-4a67-bb25-94057ffc11cf),segment_id=54e3d956-d261-4a67-bb25-94057ffc11cf)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:59:33.075843 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f66ea14e-ac9b-439e-9315-1d6df5cd7253 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (0371375e-72ee-4e71-87f3-89d94eb5de05), precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:33.087699 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f66ea14e-ac9b-439e-9315-1d6df5cd7253 None None] Calling delete_port for 0371375e-72ee-4e71-87f3-89d94eb5de05 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:59:33.123828 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-0e942762-6ec6-4ade-821a-99c6e9bcba14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10424596'] for port (d39aaad8-b951-4dce-a034-29c05236d72f), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:33.155113 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1cbba7a0-0826-4778-bd32-020422a7f6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-660047'] for port (0371375e-72ee-4e71-87f3-89d94eb5de05), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:33.158209 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-0e942762-6ec6-4ade-821a-99c6e9bcba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:59:33.161742 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-0e942762-6ec6-4ade-821a-99c6e9bcba14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:33.161742 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-0e942762-6ec6-4ade-821a-99c6e9bcba14 service neutron] 10.222.0.39 "PUT /v2.0/ports/d39aaad8-b951-4dce-a034-29c05236d72f HTTP/1.1" status: 200 len: 1094 time: 1.0262830 Feb 04 00:59:33.161742 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c64a9572-b0d8-4cfb-879e-29f33cc72629', 'tag': 'd39aaad8-b951-4dce-a034-29c05236d72f'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:59:33.163905 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9923a7793e9fa6102d344dd696201155eb04f662303130ce66584af0359f1e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3969fb7-44c9-43db-9811-6cf8480ffb69" -d '{"events": [{"name": "network-changed", "server_uuid": "c64a9572-b0d8-4cfb-879e-29f33cc72629", "tag": "d39aaad8-b951-4dce-a034-29c05236d72f"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:59:33.177136 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbba7a0-0826-4778-bd32-020422a7f6a8 admin admin] No DVR routers for this DVR port 0371375e-72ee-4e71-87f3-89d94eb5de05 on host dv-cinder-827778-1-iscsi {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:59:33.196966 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e942762-6ec6-4ade-821a-99c6e9bcba14 service neutron] Pushing event updated for resources: {'Port': ['ID=d39aaad8-b951-4dce-a034-29c05236d72f,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:59:33.226119 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbba7a0-0826-4778-bd32-020422a7f6a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0371375e-72ee-4e71-87f3-89d94eb5de05,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:59:33.254078 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 00:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d8cce7-b92a-49c7-ab4c-f85dcc426fd0 x-openstack-request-id: req-e7d8cce7-b92a-49c7-ab4c-f85dcc426fd0 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:59:33.254549 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c64a9572-b0d8-4cfb-879e-29f33cc72629", "tag": "d39aaad8-b951-4dce-a034-29c05236d72f", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:59:33.254893 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e7d8cce7-b92a-49c7-ab4c-f85dcc426fd0 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:59:33.255388 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c64a9572-b0d8-4cfb-879e-29f33cc72629', 'tag': 'd39aaad8-b951-4dce-a034-29c05236d72f', 'status': 'completed', 'code': 200} Feb 04 00:59:33.258713 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f66ea14e-ac9b-439e-9315-1d6df5cd7253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232'] for port (0371375e-72ee-4e71-87f3-89d94eb5de05), after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:33.288485 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ea14e-ac9b-439e-9315-1d6df5cd7253 None None] Pushing event deleted for resources: {'Port': ['ID=0371375e-72ee-4e71-87f3-89d94eb5de05,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:59:33.290491 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1cbba7a0-0826-4778-bd32-020422a7f6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381372', 'neutron.services.segments.db._delete_segments_for_network-8784746458965'] for network (7fa434c0-397c-452d-8882-f9f118f80321), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:33.297882 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66ea14e-ac9b-439e-9315-1d6df5cd7253 None None] No DVR routers for this DVR port 0371375e-72ee-4e71-87f3-89d94eb5de05 on host dv-cinder-827778-1-iscsi {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:59:33.301137 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66ea14e-ac9b-439e-9315-1d6df5cd7253 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:59:33.301511 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66ea14e-ac9b-439e-9315-1d6df5cd7253 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:59:33.302679 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66ea14e-ac9b-439e-9315-1d6df5cd7253 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:59:33.303217 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66ea14e-ac9b-439e-9315-1d6df5cd7253 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:59:33.303756 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66ea14e-ac9b-439e-9315-1d6df5cd7253 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:59:33.304709 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66ea14e-ac9b-439e-9315-1d6df5cd7253 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:59:33.305212 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66ea14e-ac9b-439e-9315-1d6df5cd7253 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:59:33.305755 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66ea14e-ac9b-439e-9315-1d6df5cd7253 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:59:33.306244 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66ea14e-ac9b-439e-9315-1d6df5cd7253 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:59:33.306752 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66ea14e-ac9b-439e-9315-1d6df5cd7253 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:59:33.307238 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66ea14e-ac9b-439e-9315-1d6df5cd7253 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:59:33.308809 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66ea14e-ac9b-439e-9315-1d6df5cd7253 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:59:33.309303 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66ea14e-ac9b-439e-9315-1d6df5cd7253 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:59:33.318285 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3969fb7-44c9-43db-9811-6cf8480ffb69 req-3dca42d2-e6aa-4b3c-91bd-bb04908074a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:59:33.319165 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-1cbba7a0-0826-4778-bd32-020422a7f6a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa434c0-397c-452d-8882-f9f118f80321']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:59:33.320915 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e3969fb7-44c9-43db-9811-6cf8480ffb69 req-3dca42d2-e6aa-4b3c-91bd-bb04908074a8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b0f51023e09f42c583c82a6cedd0b27c&device_id=c64a9572-b0d8-4cfb-879e-29f33cc72629 HTTP/1.1" status: 200 len: 1128 time: 0.0619414 Feb 04 00:59:33.335254 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-1cbba7a0-0826-4778-bd32-020422a7f6a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54e3d956-d261-4a67-bb25-94057ffc11cf') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:59:33.335554 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-1cbba7a0-0826-4778-bd32-020422a7f6a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54e3d956-d261-4a67-bb25-94057ffc11cf') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:59:33.346280 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1cbba7a0-0826-4778-bd32-020422a7f6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784746459486', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2987907'] for segment (54e3d956-d261-4a67-bb25-94057ffc11cf), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:33.364463 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1cbba7a0-0826-4778-bd32-020422a7f6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650'] for segment (54e3d956-d261-4a67-bb25-94057ffc11cf), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:33.372268 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cbba7a0-0826-4778-bd32-020422a7f6a8 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 00:59:33.372768 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1cbba7a0-0826-4778-bd32-020422a7f6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-660156'] for segment (54e3d956-d261-4a67-bb25-94057ffc11cf), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:33.374716 dv-cinder-827778-1-iscsi neutron-server[109722]: Traceback (most recent call last): Feb 04 00:59:33.374716 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 00:59:33.374716 dv-cinder-827778-1-iscsi neutron-server[109722]: timer() Feb 04 00:59:33.374716 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 00:59:33.374716 dv-cinder-827778-1-iscsi neutron-server[109722]: cb(*args, **kw) Feb 04 00:59:33.374716 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 00:59:33.374716 dv-cinder-827778-1-iscsi neutron-server[109722]: return func(*args, **kwargs) Feb 04 00:59:33.374716 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 00:59:33.374716 dv-cinder-827778-1-iscsi neutron-server[109722]: self._notify() Feb 04 00:59:33.374716 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 00:59:33.374716 dv-cinder-827778-1-iscsi neutron-server[109722]: self.callback(batched_events) Feb 04 00:59:33.374716 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 00:59:33.374716 dv-cinder-827778-1-iscsi neutron-server[109722]: event.method(event) Feb 04 00:59:33.374716 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 00:59:33.374716 dv-cinder-827778-1-iscsi neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 00:59:33.374716 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 00:59:33.374716 dv-cinder-827778-1-iscsi neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 00:59:33.374716 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 00:59:33.374716 dv-cinder-827778-1-iscsi neutron-server[109722]: return f(self, *a, **k) Feb 04 00:59:33.374716 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 00:59:33.374716 dv-cinder-827778-1-iscsi neutron-server[109722]: return self._get(url).json() Feb 04 00:59:33.374716 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 00:59:33.374716 dv-cinder-827778-1-iscsi neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 00:59:33.374716 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 00:59:33.374716 dv-cinder-827778-1-iscsi neutron-server[109722]: return self.request(url, 'GET', **kwargs) Feb 04 00:59:33.374716 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 00:59:33.374716 dv-cinder-827778-1-iscsi neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 00:59:33.374716 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 00:59:33.374716 dv-cinder-827778-1-iscsi neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 00:59:33.374716 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 00:59:33.374716 dv-cinder-827778-1-iscsi neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 00:59:33.374716 dv-cinder-827778-1-iscsi neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 00:59:33.453155 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3969fb7-44c9-43db-9811-6cf8480ffb69 req-4f9399a9-c95b-4e0e-a3d7-d9ad70a15461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:59:33.453280 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e3969fb7-44c9-43db-9811-6cf8480ffb69 req-4f9399a9-c95b-4e0e-a3d7-d9ad70a15461 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=b0f51023e09f42c583c82a6cedd0b27c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1224508 Feb 04 00:59:33.492379 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device fde795b7-fdfe-4316-9844-56dfe0b3239a no longer exists at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:59:33.518167 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] No Port match for: fde795b7-fdfe-4316-9844-56dfe0b3239a {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 00:59:33.518655 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device fde795b7-fdfe-4316-9844-56dfe0b3239a not bound to the agent host dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 00:59:33.519172 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 0371375e-72ee-4e71-87f3-89d94eb5de05 no longer exists at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:59:33.526302 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1cbba7a0-0826-4778-bd32-020422a7f6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601460'] for network (7fa434c0-397c-452d-8882-f9f118f80321), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:33.530914 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1cbba7a0-0826-4778-bd32-020422a7f6a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for network (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:33.534511 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-1cbba7a0-0826-4778-bd32-020422a7f6a8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/7fa434c0-397c-452d-8882-f9f118f80321 HTTP/1.1" status: 204 len: 168 time: 0.8117318 Feb 04 00:59:33.554419 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] No Port match for: 0371375e-72ee-4e71-87f3-89d94eb5de05 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 00:59:33.554887 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 0371375e-72ee-4e71-87f3-89d94eb5de05 not bound to the agent host dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 00:59:33.560680 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 6b01cafd-4dae-4f29-b853-8fd20afd762b no longer exists at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:59:33.560859 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbba7a0-0826-4778-bd32-020422a7f6a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fa434c0-397c-452d-8882-f9f118f80321,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:59:33.577668 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3969fb7-44c9-43db-9811-6cf8480ffb69 req-1550e64f-7135-40f4-94b0-6473f5a3696c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:59:33.579764 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e3969fb7-44c9-43db-9811-6cf8480ffb69 req-1550e64f-7135-40f4-94b0-6473f5a3696c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1200626 Feb 04 00:59:33.580591 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] No Port match for: 6b01cafd-4dae-4f29-b853-8fd20afd762b {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 00:59:33.581014 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 6b01cafd-4dae-4f29-b853-8fd20afd762b not bound to the agent host dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 00:59:33.582598 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83465bfc-8bef-48d5-8cea-3a5d79669883 req-4ef86935-543a-45a7-9bf4-cd704ee54d56 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:59:33.585806 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-83465bfc-8bef-48d5-8cea-3a5d79669883 req-4ef86935-543a-45a7-9bf4-cd704ee54d56 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=c64a9572-b0d8-4cfb-879e-29f33cc72629 HTTP/1.1" status: 200 len: 944 time: 0.1054225 Feb 04 00:59:33.639048 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-83465bfc-8bef-48d5-8cea-3a5d79669883 req-f1a21b57-f068-442d-9ce8-6c8ab0a295be tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=d119de88-30ad-4d0e-a826-28c7aae10cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441537 Feb 04 00:59:33.670400 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-2c2b87d1-bd32-4232-8707-7dad11b09a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:59:33.671966 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-2c2b87d1-bd32-4232-8707-7dad11b09a2a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b0f51023e09f42c583c82a6cedd0b27c&device_id=c64a9572-b0d8-4cfb-879e-29f33cc72629 HTTP/1.1" status: 200 len: 1128 time: 0.0476675 Feb 04 00:59:33.714334 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-c277f83f-7e96-47b1-ac3b-bc4e05507bc2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d39aaad8-b951-4dce-a034-29c05236d72f HTTP/1.1" status: 200 len: 217 time: 0.0343132 Feb 04 00:59:33.762040 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-77a0cc98-eea3-4114-94b2-d3b44d6932a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:59:33.763568 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-77a0cc98-eea3-4114-94b2-d3b44d6932a3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=359a36c9-988b-4b2d-817e-108886bfc95e HTTP/1.1" status: 200 len: 850 time: 0.0427797 Feb 04 00:59:33.813193 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-68cf2acc-c7d0-41c1-bfbf-7e5e3528d63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:59:33.814741 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-68cf2acc-c7d0-41c1-bfbf-7e5e3528d63d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=271880bd-091b-49af-861b-f2b13eceb364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432689 Feb 04 00:59:33.887020 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 33030) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:59:33.908970 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-1e773486-4f9c-4f87-9ff2-f70be9523832 service neutron] 10.222.0.39 "GET /v2.0/networks/271880bd-091b-49af-861b-f2b13eceb364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864913 Feb 04 00:59:33.929125 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-5ea0e41b-cf91-4c90-8050-9d2858dde48f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=33c179601f1e46788de48f0cac243499&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398026 Feb 04 00:59:33.930455 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 33032) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:59:33.976982 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-13b21c7d-e34b-4538-ae37-6c595208eac6 admin admin] Publish callbacks [] for security_group (6cdc7cfc-dd1e-48b9-b610-0a4b8e8b9780), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:33.999568 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-13b21c7d-e34b-4538-ae37-6c595208eac6 admin admin] Publish callbacks [] for security_group (6cdc7cfc-dd1e-48b9-b610-0a4b8e8b9780), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:34.000023 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-8b7b9627-1560-44d6-9f40-232b1df1ebb5 req-dc2d1880-e5b0-475e-9474-6703fffcf962 service neutron] 10.222.0.39 "GET /v2.0/networks/271880bd-091b-49af-861b-f2b13eceb364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848715 Feb 04 00:59:34.089152 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-13b21c7d-e34b-4538-ae37-6c595208eac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (6cdc7cfc-dd1e-48b9-b610-0a4b8e8b9780), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:34.091724 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-13b21c7d-e34b-4538-ae37-6c595208eac6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:34.092875 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-13b21c7d-e34b-4538-ae37-6c595208eac6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6cdc7cfc-dd1e-48b9-b610-0a4b8e8b9780 HTTP/1.1" status: 204 len: 168 time: 0.1614337 Feb 04 00:59:34.100540 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b21c7d-e34b-4538-ae37-6c595208eac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdc7cfc-dd1e-48b9-b610-0a4b8e8b9780,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:59:34.765996 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21782d58-5ec0-4e26-91df-0aa10c4785cd req-95ee7707-1579-4e5d-a828-17d436461a72 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:59:34.767488 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-21782d58-5ec0-4e26-91df-0aa10c4785cd req-95ee7707-1579-4e5d-a828-17d436461a72 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=c64a9572-b0d8-4cfb-879e-29f33cc72629 HTTP/1.1" status: 200 len: 944 time: 0.0576217 Feb 04 00:59:34.818508 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-21782d58-5ec0-4e26-91df-0aa10c4785cd req-c13db16d-0050-4184-a42e-b04893462788 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=d119de88-30ad-4d0e-a826-28c7aae10cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452635 Feb 04 00:59:35.736715 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device d39aaad8-b951-4dce-a034-29c05236d72f details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 00:59:35.836384 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port d39aaad8-b951-4dce-a034-29c05236d72f, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=d39aaad8-b951-4dce-a034-29c05236d72f,segment=NetworkSegment(b465fa9e-77e1-4a65-93a3-230a0400b098),segment_id=b465fa9e-77e1-4a65-93a3-230a0400b098)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:59:35.848293 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Returning: {'device': 'd39aaad8-b951-4dce-a034-29c05236d72f', 'network_id': '271880bd-091b-49af-861b-f2b13eceb364', 'port_id': 'd39aaad8-b951-4dce-a034-29c05236d72f', 'mac_address': 'fa:16:3e:78:28:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '359a36c9-988b-4b2d-817e-108886bfc95e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 00:59:35.887047 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port d39aaad8-b951-4dce-a034-29c05236d72f is: DOWN; New status is: BUILD {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:59:35.887529 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (d39aaad8-b951-4dce-a034-29c05236d72f), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:35.901080 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d39aaad8-b951-4dce-a034-29c05236d72f {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:59:35.920789 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port d39aaad8-b951-4dce-a034-29c05236d72f, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=d39aaad8-b951-4dce-a034-29c05236d72f,segment=NetworkSegment(b465fa9e-77e1-4a65-93a3-230a0400b098),segment_id=b465fa9e-77e1-4a65-93a3-230a0400b098)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:59:35.942745 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92fd12e-aabc-4a34-913a-c8aa73b6640d req-0e4739f8-a281-4822-be64-6cd9af1220a7 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:59:35.944258 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b92fd12e-aabc-4a34-913a-c8aa73b6640d req-0e4739f8-a281-4822-be64-6cd9af1220a7 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=c64a9572-b0d8-4cfb-879e-29f33cc72629 HTTP/1.1" status: 200 len: 944 time: 0.0580537 Feb 04 00:59:35.991573 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b92fd12e-aabc-4a34-913a-c8aa73b6640d req-17616752-ec26-40ab-af1d-cd531fb4612e tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=d119de88-30ad-4d0e-a826-28c7aae10cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406485 Feb 04 00:59:36.014955 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (d39aaad8-b951-4dce-a034-29c05236d72f), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:36.063717 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=d39aaad8-b951-4dce-a034-29c05236d72f,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:59:36.236703 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['d39aaad8-b951-4dce-a034-29c05236d72f'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:59:37.110996 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85237dc-1980-43cc-91b8-a081abf5af85 req-9e32f38d-fcaa-4930-bec8-0740fb2088a0 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:59:37.112502 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e85237dc-1980-43cc-91b8-a081abf5af85 req-9e32f38d-fcaa-4930-bec8-0740fb2088a0 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=c64a9572-b0d8-4cfb-879e-29f33cc72629 HTTP/1.1" status: 200 len: 945 time: 0.0544677 Feb 04 00:59:37.158838 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e85237dc-1980-43cc-91b8-a081abf5af85 req-676ec488-40da-4a62-9c4b-593e3919e4b9 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=d119de88-30ad-4d0e-a826-28c7aae10cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408478 Feb 04 00:59:37.753223 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device d39aaad8-b951-4dce-a034-29c05236d72f up at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:59:37.849185 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning for port d39aaad8-b951-4dce-a034-29c05236d72f completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:59:37.853045 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning complete for port d39aaad8-b951-4dce-a034-29c05236d72f triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:59:37.853523 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (d39aaad8-b951-4dce-a034-29c05236d72f), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:37.930869 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port d39aaad8-b951-4dce-a034-29c05236d72f is: BUILD; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:59:37.931262 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (d39aaad8-b951-4dce-a034-29c05236d72f), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:37.954012 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64a9572-b0d8-4cfb-879e-29f33cc72629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39aaad8-b951-4dce-a034-29c05236d72f'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:59:37.956209 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6008afca8a05d931a9cb2feac605f7a66ad88b8a0c7f78d7c81d8c88d670685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480f9f96-6d89-42f8-a415-3bc08ee32819" -d '{"events": [{"server_uuid": "c64a9572-b0d8-4cfb-879e-29f33cc72629", "name": "network-vif-plugged", "status": "completed", "tag": "d39aaad8-b951-4dce-a034-29c05236d72f"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:59:37.968318 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port d39aaad8-b951-4dce-a034-29c05236d72f, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=d39aaad8-b951-4dce-a034-29c05236d72f,segment=NetworkSegment(b465fa9e-77e1-4a65-93a3-230a0400b098),segment_id=b465fa9e-77e1-4a65-93a3-230a0400b098)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:59:37.992982 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f733885-bc83-4311-9615-fc6c50121c0d x-openstack-request-id: req-0f733885-bc83-4311-9615-fc6c50121c0d {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:59:37.993281 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64a9572-b0d8-4cfb-879e-29f33cc72629", "name": "network-vif-plugged", "status": "completed", "tag": "d39aaad8-b951-4dce-a034-29c05236d72f", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:59:37.993574 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0f733885-bc83-4311-9615-fc6c50121c0d {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:59:37.993972 dv-cinder-827778-1-iscsi neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c64a9572-b0d8-4cfb-879e-29f33cc72629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39aaad8-b951-4dce-a034-29c05236d72f', 'code': 200} Feb 04 00:59:38.026623 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (d39aaad8-b951-4dce-a034-29c05236d72f), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:38.072738 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=d39aaad8-b951-4dce-a034-29c05236d72f,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:59:38.303508 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9eae4-c666-4b88-b780-c8b532836b3a req-992f3ef5-a2bf-4d70-956f-61d7b971fb48 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:59:38.304660 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-8de9eae4-c666-4b88-b780-c8b532836b3a req-992f3ef5-a2bf-4d70-956f-61d7b971fb48 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=c64a9572-b0d8-4cfb-879e-29f33cc72629 HTTP/1.1" status: 200 len: 946 time: 0.0798967 Feb 04 00:59:38.334365 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb98dd-07dd-4e95-9a70-399f95dde8c8 req-1fcc9a99-2f50-474f-b22c-3e75e073503a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:59:38.335813 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-96bb98dd-07dd-4e95-9a70-399f95dde8c8 req-1fcc9a99-2f50-474f-b22c-3e75e073503a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c64a9572-b0d8-4cfb-879e-29f33cc72629 HTTP/1.1" status: 200 len: 1130 time: 0.0707643 Feb 04 00:59:38.376311 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-8de9eae4-c666-4b88-b780-c8b532836b3a req-418cb2dd-48ac-4bbd-ac06-e680494441c9 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=d119de88-30ad-4d0e-a826-28c7aae10cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647726 Feb 04 00:59:38.396416 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-96bb98dd-07dd-4e95-9a70-399f95dde8c8 req-42f66398-9aa5-41de-8860-42a03d49eaf2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d119de88-30ad-4d0e-a826-28c7aae10cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514226 Feb 04 00:59:39.497405 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8d4c4-bd63-4a2e-bd63-07189771a477 req-233be4e0-42ba-46fd-a2fb-255c31269d7c tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:59:39.499030 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2ba8d4c4-bd63-4a2e-bd63-07189771a477 req-233be4e0-42ba-46fd-a2fb-255c31269d7c tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=c64a9572-b0d8-4cfb-879e-29f33cc72629 HTTP/1.1" status: 200 len: 946 time: 0.0530505 Feb 04 00:59:39.545243 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2ba8d4c4-bd63-4a2e-bd63-07189771a477 req-99caa7f4-a775-4c37-bf3e-db967f529082 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=d119de88-30ad-4d0e-a826-28c7aae10cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406764 Feb 04 00:59:40.123704 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8e3b3e24-315e-42ab-852b-651880ea1398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:40.681045 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92788ea5-6acd-460b-8564-cdb3197d94fe req-034a59ee-9462-4e70-9709-49ac9b9579b6 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:59:40.682572 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-92788ea5-6acd-460b-8564-cdb3197d94fe req-034a59ee-9462-4e70-9709-49ac9b9579b6 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=c64a9572-b0d8-4cfb-879e-29f33cc72629 HTTP/1.1" status: 200 len: 946 time: 0.0702715 Feb 04 00:59:40.732598 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-92788ea5-6acd-460b-8564-cdb3197d94fe req-e375efb7-c011-40b5-9399-ff2c7a324ec2 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=d119de88-30ad-4d0e-a826-28c7aae10cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438304 Feb 04 00:59:40.842428 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6976deb-97a0-442c-a9f3-cff6659d0a3b req-af288c41-f6bc-47cb-a43c-be594f09fdc4 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:59:40.843913 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-a6976deb-97a0-442c-a9f3-cff6659d0a3b req-af288c41-f6bc-47cb-a43c-be594f09fdc4 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=c64a9572-b0d8-4cfb-879e-29f33cc72629 HTTP/1.1" status: 200 len: 946 time: 0.0508358 Feb 04 00:59:40.852260 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 33116) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:59:40.857180 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-58d6e06d-725b-42d8-97ea-0d5cd75fe8a8 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Request body: {'floatingip': {'port_id': 'd39aaad8-b951-4dce-a034-29c05236d72f'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:59:40.898024 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-58d6e06d-725b-42d8-97ea-0d5cd75fe8a8 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks [] for floatingip (f36e77e2-a2a7-4565-aef8-cb7699846245), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:41.541077 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-58d6e06d-725b-42d8-97ea-0d5cd75fe8a8 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:41.631664 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-58d6e06d-725b-42d8-97ea-0d5cd75fe8a8 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601474'] for floatingip (f36e77e2-a2a7-4565-aef8-cb7699846245), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:41.729818 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.db.l3_db [None req-58d6e06d-725b-42d8-97ea-0d5cd75fe8a8 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Floating IP f36e77e2-a2a7-4565-aef8-cb7699846245 associated. External IP: 172.27.1.228, port: d39aaad8-b951-4dce-a034-29c05236d72f. Feb 04 00:59:41.928465 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d6e06d-725b-42d8-97ea-0d5cd75fe8a8 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Router f6ff5bcf-3b9c-45b8-9a67-1d82a903c391 has already been hosted by L3 agent 05e42f77-b612-4439-9acd-15af6102b82d {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:59:42.034046 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d6e06d-725b-42d8-97ea-0d5cd75fe8a8 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:59:42.047664 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-58d6e06d-725b-42d8-97ea-0d5cd75fe8a8 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for floatingip (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:42.047882 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b2b0b3-e37c-4edb-9514-53f46a688053 None None] Sync routers for ids ['f6ff5bcf-3b9c-45b8-9a67-1d82a903c391'] in dv-cinder-827778-1-iscsi {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 00:59:42.052333 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b2b0b3-e37c-4edb-9514-53f46a688053 None None] Routers {'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:59:42.052935 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-b6b2b0b3-e37c-4edb-9514-53f46a688053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:59:12Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['f6ff5bcf-3b9c-45b8-9a67-1d82a903c391'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:59:42.068358 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-58d6e06d-725b-42d8-97ea-0d5cd75fe8a8 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "PUT /v2.0/floatingips/f36e77e2-a2a7-4565-aef8-cb7699846245 HTTP/1.1" status: 200 len: 992 time: 1.2150640 Feb 04 00:59:42.069059 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c64a9572-b0d8-4cfb-879e-29f33cc72629', 'tag': 'd39aaad8-b951-4dce-a034-29c05236d72f'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:59:42.071521 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e0c5a5779633a09e60ecc98ad41b20f8dcc6f9c395ee4249b8896e9f1e38e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66bde76-e43d-4201-b6bb-fde6f995193d" -d '{"events": [{"name": "network-changed", "server_uuid": "c64a9572-b0d8-4cfb-879e-29f33cc72629", "tag": "d39aaad8-b951-4dce-a034-29c05236d72f"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:59:42.168799 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-b6b2b0b3-e37c-4edb-9514-53f46a688053 None None] Set router f6ff5bcf-3b9c-45b8-9a67-1d82a903c391 gateway port host: dv-cinder-827778-1-iscsi {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:59:42.196717 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b2080-d70a-4600-8b62-7b456ce25400 req-d610de60-95e6-40a5-8ab4-820f91336ca2 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:59:42.198938 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ce8b2080-d70a-4600-8b62-7b456ce25400 req-d610de60-95e6-40a5-8ab4-820f91336ca2 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=c64a9572-b0d8-4cfb-879e-29f33cc72629 HTTP/1.1" status: 200 len: 946 time: 0.0755999 Feb 04 00:59:42.243764 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 00:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2750446f-89c5-430e-873d-10334586505d x-openstack-request-id: req-2750446f-89c5-430e-873d-10334586505d {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:59:42.244067 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c64a9572-b0d8-4cfb-879e-29f33cc72629", "tag": "d39aaad8-b951-4dce-a034-29c05236d72f", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:59:42.244333 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2750446f-89c5-430e-873d-10334586505d {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:59:42.244737 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c64a9572-b0d8-4cfb-879e-29f33cc72629', 'tag': 'd39aaad8-b951-4dce-a034-29c05236d72f', 'status': 'completed', 'code': 200} Feb 04 00:59:42.262090 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ce8b2080-d70a-4600-8b62-7b456ce25400 req-df242e1e-9c64-4aef-9af1-4db755217500 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=d119de88-30ad-4d0e-a826-28c7aae10cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553253 Feb 04 00:59:42.295120 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0c3d6047-4032-45c2-af62-470348af23a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:42.309944 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bde76-e43d-4201-b6bb-fde6f995193d req-dd68a979-ec01-4425-9fb6-31d8eec9d254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:59:42.311476 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e66bde76-e43d-4201-b6bb-fde6f995193d req-dd68a979-ec01-4425-9fb6-31d8eec9d254 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b0f51023e09f42c583c82a6cedd0b27c&device_id=c64a9572-b0d8-4cfb-879e-29f33cc72629 HTTP/1.1" status: 200 len: 1130 time: 0.0453773 Feb 04 00:59:42.398803 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-b6b2b0b3-e37c-4edb-9514-53f46a688053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'name': 'tempest-AttachVolumeTestJSON-1288979520-router', 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'a75a35f5-1f19-4371-82c2-fcb1fbfcb021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:56:09Z', 'updated_at': '2022-02-04T00:56:12Z', 'revision_number': 4, 'project_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'gw_port': {'id': 'a75a35f5-1f19-4371-82c2-fcb1fbfcb021', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:56:10Z', 'updated_at': '2022-02-04T00:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_floatingips': [{'id': 'f36e77e2-a2a7-4565-aef8-cb7699846245', 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'floating_ip_address': '172.27.1.228', 'floating_network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'router_id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'port_id': 'd39aaad8-b951-4dce-a034-29c05236d72f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '271880bd-091b-49af-861b-f2b13eceb364', 'mac_address': 'fa:16:3e:78:28:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64a9572-b0d8-4cfb-879e-29f33cc72629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:59:27Z', 'updated_at': '2022-02-04T00:59:41Z', 'revision_number': 1, 'project_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb5d3c6-d0c9-4841-8f62-773150ff2e47', 'name': '', 'network_id': '271880bd-091b-49af-861b-f2b13eceb364', 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'mac_address': 'fa:16:3e:44:5c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '359a36c9-988b-4b2d-817e-108886bfc95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:56:12Z', 'updated_at': '2022-02-04T00:56:16Z', 'revision_number': 5, 'project_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'subnets': [{'id': '359a36c9-988b-4b2d-817e-108886bfc95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:59:42.405908 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bde76-e43d-4201-b6bb-fde6f995193d req-b4a40c50-40b7-4004-bcf4-a9deb9076a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:59:42.407399 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e66bde76-e43d-4201-b6bb-fde6f995193d req-b4a40c50-40b7-4004-bcf4-a9deb9076a3e service neutron] 10.222.0.39 "GET /v2.0/networks?id=271880bd-091b-49af-861b-f2b13eceb364 HTTP/1.1" status: 200 len: 912 time: 0.0889843 Feb 04 00:59:42.425160 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b2b0b3-e37c-4edb-9514-53f46a688053 None None] Checking router: f6ff5bcf-3b9c-45b8-9a67-1d82a903c391 for host: dv-cinder-827778-1-iscsi {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 00:59:42.433360 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b2b0b3-e37c-4edb-9514-53f46a688053 None None] Routers {'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:59:42.433980 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-b6b2b0b3-e37c-4edb-9514-53f46a688053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T00:59:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['f6ff5bcf-3b9c-45b8-9a67-1d82a903c391'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:59:42.478213 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e66bde76-e43d-4201-b6bb-fde6f995193d req-4450d7e0-9dcf-48e2-9f10-f3144ba4e4a8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d39aaad8-b951-4dce-a034-29c05236d72f HTTP/1.1" status: 200 len: 1000 time: 0.0635808 Feb 04 00:59:42.524861 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bde76-e43d-4201-b6bb-fde6f995193d req-0d5678ae-68d8-48b5-89a0-2710225aea6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:59:42.526360 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e66bde76-e43d-4201-b6bb-fde6f995193d req-0d5678ae-68d8-48b5-89a0-2710225aea6f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=359a36c9-988b-4b2d-817e-108886bfc95e HTTP/1.1" status: 200 len: 850 time: 0.0420766 Feb 04 00:59:42.539853 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-b6b2b0b3-e37c-4edb-9514-53f46a688053 None None] Set router f6ff5bcf-3b9c-45b8-9a67-1d82a903c391 gateway port host: dv-cinder-827778-1-iscsi {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:59:42.577316 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bde76-e43d-4201-b6bb-fde6f995193d req-a33901cb-c1a1-4f9d-a104-fc06b844dbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:59:42.578848 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e66bde76-e43d-4201-b6bb-fde6f995193d req-a33901cb-c1a1-4f9d-a104-fc06b844dbf7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=271880bd-091b-49af-861b-f2b13eceb364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468132 Feb 04 00:59:42.672999 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e66bde76-e43d-4201-b6bb-fde6f995193d req-b329cd5f-ecce-4405-8b2b-b681ddc231b8 service neutron] 10.222.0.39 "GET /v2.0/networks/271880bd-091b-49af-861b-f2b13eceb364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863070 Feb 04 00:59:42.770562 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e66bde76-e43d-4201-b6bb-fde6f995193d req-77c7ab7f-26bc-4c18-8fbf-f6acbb8ad38b service neutron] 10.222.0.39 "GET /v2.0/networks/271880bd-091b-49af-861b-f2b13eceb364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899491 Feb 04 00:59:42.770880 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-b6b2b0b3-e37c-4edb-9514-53f46a688053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'name': 'tempest-AttachVolumeTestJSON-1288979520-router', 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'a75a35f5-1f19-4371-82c2-fcb1fbfcb021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:56:09Z', 'updated_at': '2022-02-04T00:56:12Z', 'revision_number': 4, 'project_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'gw_port': {'id': 'a75a35f5-1f19-4371-82c2-fcb1fbfcb021', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:56:10Z', 'updated_at': '2022-02-04T00:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_floatingips': [{'id': 'f36e77e2-a2a7-4565-aef8-cb7699846245', 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'floating_ip_address': '172.27.1.228', 'floating_network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'router_id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'port_id': 'd39aaad8-b951-4dce-a034-29c05236d72f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '271880bd-091b-49af-861b-f2b13eceb364', 'mac_address': 'fa:16:3e:78:28:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64a9572-b0d8-4cfb-879e-29f33cc72629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:59:27Z', 'updated_at': '2022-02-04T00:59:41Z', 'revision_number': 1, 'project_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb5d3c6-d0c9-4841-8f62-773150ff2e47', 'name': '', 'network_id': '271880bd-091b-49af-861b-f2b13eceb364', 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'mac_address': 'fa:16:3e:44:5c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '359a36c9-988b-4b2d-817e-108886bfc95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:56:12Z', 'updated_at': '2022-02-04T00:56:16Z', 'revision_number': 5, 'project_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'subnets': [{'id': '359a36c9-988b-4b2d-817e-108886bfc95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:59:42.800406 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b2b0b3-e37c-4edb-9514-53f46a688053 None None] The sync data for ids ['f6ff5bcf-3b9c-45b8-9a67-1d82a903c391'] in dv-cinder-827778-1-iscsi is: [{'id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'name': 'tempest-AttachVolumeTestJSON-1288979520-router', 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'a75a35f5-1f19-4371-82c2-fcb1fbfcb021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:56:09Z', 'updated_at': '2022-02-04T00:56:12Z', 'revision_number': 4, 'project_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'gw_port': {'id': 'a75a35f5-1f19-4371-82c2-fcb1fbfcb021', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:56:10Z', 'updated_at': '2022-02-04T00:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_floatingips': [{'id': 'f36e77e2-a2a7-4565-aef8-cb7699846245', 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'floating_ip_address': '172.27.1.228', 'floating_network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'router_id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'port_id': 'd39aaad8-b951-4dce-a034-29c05236d72f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '271880bd-091b-49af-861b-f2b13eceb364', 'mac_address': 'fa:16:3e:78:28:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64a9572-b0d8-4cfb-879e-29f33cc72629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:59:27Z', 'updated_at': '2022-02-04T00:59:41Z', 'revision_number': 1, 'project_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb5d3c6-d0c9-4841-8f62-773150ff2e47', 'name': '', 'network_id': '271880bd-091b-49af-861b-f2b13eceb364', 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'mac_address': 'fa:16:3e:44:5c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '359a36c9-988b-4b2d-817e-108886bfc95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:56:12Z', 'updated_at': '2022-02-04T00:56:16Z', 'revision_number': 5, 'project_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'subnets': [{'id': '359a36c9-988b-4b2d-817e-108886bfc95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 00:59:42.980145 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157afab0-fdb3-482b-883b-d284500c2f30 None None] New status for floating IP f36e77e2-a2a7-4565-aef8-cb7699846245: ACTIVE {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 00:59:43.395798 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d29c3-6ebb-49c1-8c78-a080491f5097 req-3fc924b4-80b1-4074-bcc9-07d505233af1 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:59:43.397303 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9f0d29c3-6ebb-49c1-8c78-a080491f5097 req-3fc924b4-80b1-4074-bcc9-07d505233af1 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=c64a9572-b0d8-4cfb-879e-29f33cc72629 HTTP/1.1" status: 200 len: 946 time: 0.0685546 Feb 04 00:59:43.443110 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9f0d29c3-6ebb-49c1-8c78-a080491f5097 req-a80f9e2d-802a-444a-a75e-d00dac7380b5 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=d119de88-30ad-4d0e-a826-28c7aae10cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401196 Feb 04 00:59:43.506833 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:45.037594 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:46.214707 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:48.660168 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:51.301846 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3544f36e-87c0-4a33-944a-7901c489e55a req-97ddf4c8-372b-400d-b2da-137a5c646bbe service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=acecd798-187e-4013-aba0-66a772a0c302&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439503 Feb 04 00:59:51.389977 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544f36e-87c0-4a33-944a-7901c489e55a req-b1cd2165-c7c9-4020-9556-a878aaea653b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:59:51.391474 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3544f36e-87c0-4a33-944a-7901c489e55a req-b1cd2165-c7c9-4020-9556-a878aaea653b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a68a23113594a40a7e2e124035f3fcb&device_id=acecd798-187e-4013-aba0-66a772a0c302 HTTP/1.1" status: 200 len: 1129 time: 0.0453994 Feb 04 00:59:51.495127 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544f36e-87c0-4a33-944a-7901c489e55a req-281149ae-02a6-48a6-b5d3-cac4c08020a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:59:51.496601 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3544f36e-87c0-4a33-944a-7901c489e55a req-281149ae-02a6-48a6-b5d3-cac4c08020a7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5f955ba9-674e-45fd-8aac-6b73a4248143 HTTP/1.1" status: 200 len: 913 time: 0.0878291 Feb 04 00:59:51.561573 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3544f36e-87c0-4a33-944a-7901c489e55a req-c5f8dfcc-99eb-4af4-9fcd-58dc107b6f98 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0873fdde-71f9-4abf-8057-9974681e1223 HTTP/1.1" status: 200 len: 1000 time: 0.0581322 Feb 04 00:59:51.608763 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544f36e-87c0-4a33-944a-7901c489e55a req-b8883072-b795-4bbe-8f3d-9a218494d57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:59:51.610233 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3544f36e-87c0-4a33-944a-7901c489e55a req-b8883072-b795-4bbe-8f3d-9a218494d57f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f2ac8d13-4344-48e5-8534-751622f2d98c HTTP/1.1" status: 200 len: 851 time: 0.0436201 Feb 04 00:59:51.663964 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544f36e-87c0-4a33-944a-7901c489e55a req-35b9e066-92ce-4e70-9dc8-f8ef995130e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:59:51.665459 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3544f36e-87c0-4a33-944a-7901c489e55a req-35b9e066-92ce-4e70-9dc8-f8ef995130e4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f955ba9-674e-45fd-8aac-6b73a4248143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463872 Feb 04 00:59:51.754189 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3544f36e-87c0-4a33-944a-7901c489e55a req-8e0766c0-d09f-421e-b889-9f6a67076052 service neutron] 10.222.0.39 "GET /v2.0/networks/5f955ba9-674e-45fd-8aac-6b73a4248143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792582 Feb 04 00:59:52.114530 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3544f36e-87c0-4a33-944a-7901c489e55a req-e0b9e998-5a2f-46c9-88dd-b40ece16c79b service neutron] 10.222.0.39 "GET /v2.0/networks/5f955ba9-674e-45fd-8aac-6b73a4248143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540270 Feb 04 00:59:55.747472 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 33334) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:59:55.865321 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b0ee6189-c2b6-4efb-b6cc-bcdb1b8b93d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:55.936765 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b0ee6189-c2b6-4efb-b6cc-bcdb1b8b93d6 admin admin] Publish callbacks [] for security_group (99d9ac36-515d-4f92-8b78-3f6565d376ff), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:56.151811 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b0ee6189-c2b6-4efb-b6cc-bcdb1b8b93d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (99d9ac36-515d-4f92-8b78-3f6565d376ff), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:56.190433 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-b0ee6189-c2b6-4efb-b6cc-bcdb1b8b93d6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=64c25423b363462696082592eb9b8f4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4417939 Feb 04 00:59:56.191237 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee6189-c2b6-4efb-b6cc-bcdb1b8b93d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d9ac36-515d-4f92-8b78-3f6565d376ff,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:59:56.193029 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 33338) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:59:56.239745 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d8213e0b-ae47-4108-9b7f-d3c0794529bf admin admin] Publish callbacks [] for security_group (99d9ac36-515d-4f92-8b78-3f6565d376ff), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:56.259666 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d8213e0b-ae47-4108-9b7f-d3c0794529bf admin admin] Publish callbacks [] for security_group (99d9ac36-515d-4f92-8b78-3f6565d376ff), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:56.546036 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d8213e0b-ae47-4108-9b7f-d3c0794529bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (99d9ac36-515d-4f92-8b78-3f6565d376ff), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:56.548591 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d8213e0b-ae47-4108-9b7f-d3c0794529bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:56.549789 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-d8213e0b-ae47-4108-9b7f-d3c0794529bf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/99d9ac36-515d-4f92-8b78-3f6565d376ff HTTP/1.1" status: 204 len: 168 time: 0.3557000 Feb 04 00:59:56.557563 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8213e0b-ae47-4108-9b7f-d3c0794529bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d9ac36-515d-4f92-8b78-3f6565d376ff,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:59:57.214482 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 33346) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:59:57.227460 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a8b9889f-33ed-4945-af78-74307e3e2bab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:57.298626 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a8b9889f-33ed-4945-af78-74307e3e2bab admin admin] Publish callbacks [] for security_group (82a53c72-a34f-40a3-9d63-b60b00d9d0ce), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:57.374253 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a8b9889f-33ed-4945-af78-74307e3e2bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (82a53c72-a34f-40a3-9d63-b60b00d9d0ce), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:57.412369 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-a8b9889f-33ed-4945-af78-74307e3e2bab admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b18731a5a20d4dfebfe866dcd9476893&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1967454 Feb 04 00:59:57.413254 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b9889f-33ed-4945-af78-74307e3e2bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a53c72-a34f-40a3-9d63-b60b00d9d0ce,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:59:57.415214 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 33348) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:59:57.465949 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-60094bf3-5a7f-46c4-a757-eb03abe50f8f admin admin] Publish callbacks [] for security_group (82a53c72-a34f-40a3-9d63-b60b00d9d0ce), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:57.487567 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-60094bf3-5a7f-46c4-a757-eb03abe50f8f admin admin] Publish callbacks [] for security_group (82a53c72-a34f-40a3-9d63-b60b00d9d0ce), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:57.630621 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-60094bf3-5a7f-46c4-a757-eb03abe50f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (82a53c72-a34f-40a3-9d63-b60b00d9d0ce), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:57.634828 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-60094bf3-5a7f-46c4-a757-eb03abe50f8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:59:57.639201 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-60094bf3-5a7f-46c4-a757-eb03abe50f8f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/82a53c72-a34f-40a3-9d63-b60b00d9d0ce HTTP/1.1" status: 204 len: 168 time: 0.2199688 Feb 04 00:59:57.644280 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60094bf3-5a7f-46c4-a757-eb03abe50f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a53c72-a34f-40a3-9d63-b60b00d9d0ce,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:00:00.235540 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 6 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 01:00:10.128544 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6a86e8ef-f84c-413d-8367-52e3125e37be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:11.021210 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 33502) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:00:11.122380 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8f44711a-fdd0-4efc-a73c-d221722c3602 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:11.193392 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8f44711a-fdd0-4efc-a73c-d221722c3602 admin admin] Publish callbacks [] for security_group (5faf8db7-9a8b-4072-9a1f-7ac27d6c49f0), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:11.259356 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8f44711a-fdd0-4efc-a73c-d221722c3602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (5faf8db7-9a8b-4072-9a1f-7ac27d6c49f0), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:11.295078 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f44711a-fdd0-4efc-a73c-d221722c3602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5faf8db7-9a8b-4072-9a1f-7ac27d6c49f0,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:00:11.299775 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-8f44711a-fdd0-4efc-a73c-d221722c3602 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9a030644aeac4f25a8ec94a9df9aecf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2775030 Feb 04 01:00:11.302489 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 33506) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:00:11.351548 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-44e6f770-cc97-49b9-b514-5adf7f27fb61 admin admin] Publish callbacks [] for security_group (5faf8db7-9a8b-4072-9a1f-7ac27d6c49f0), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:11.372770 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-44e6f770-cc97-49b9-b514-5adf7f27fb61 admin admin] Publish callbacks [] for security_group (5faf8db7-9a8b-4072-9a1f-7ac27d6c49f0), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:11.517106 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-44e6f770-cc97-49b9-b514-5adf7f27fb61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (5faf8db7-9a8b-4072-9a1f-7ac27d6c49f0), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:11.519775 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-44e6f770-cc97-49b9-b514-5adf7f27fb61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:11.521010 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-44e6f770-cc97-49b9-b514-5adf7f27fb61 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5faf8db7-9a8b-4072-9a1f-7ac27d6c49f0 HTTP/1.1" status: 204 len: 168 time: 0.2176206 Feb 04 01:00:11.528794 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e6f770-cc97-49b9-b514-5adf7f27fb61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5faf8db7-9a8b-4072-9a1f-7ac27d6c49f0,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:00:12.231718 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c331022d-ec0b-47c8-831b-bb82b16c550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:12.602965 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 33512) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:00:12.619094 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cb3d6acc-a03c-4791-aa6e-a238c4cad254 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:12.689829 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cb3d6acc-a03c-4791-aa6e-a238c4cad254 admin admin] Publish callbacks [] for security_group (bc2b65f2-5412-4b38-a898-64732aa03262), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:12.751000 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cb3d6acc-a03c-4791-aa6e-a238c4cad254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (bc2b65f2-5412-4b38-a898-64732aa03262), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:12.789060 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d6acc-a03c-4791-aa6e-a238c4cad254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2b65f2-5412-4b38-a898-64732aa03262,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:00:12.794499 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-cb3d6acc-a03c-4791-aa6e-a238c4cad254 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0faf911372f84685983b33a88e8c2da5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1904056 Feb 04 01:00:12.797240 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 33514) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:00:12.844527 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c2c32029-4c65-4613-adb5-1233ed9a70ec admin admin] Publish callbacks [] for security_group (bc2b65f2-5412-4b38-a898-64732aa03262), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:12.865114 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c2c32029-4c65-4613-adb5-1233ed9a70ec admin admin] Publish callbacks [] for security_group (bc2b65f2-5412-4b38-a898-64732aa03262), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:12.974211 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c2c32029-4c65-4613-adb5-1233ed9a70ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (bc2b65f2-5412-4b38-a898-64732aa03262), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:12.976749 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c2c32029-4c65-4613-adb5-1233ed9a70ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:12.977931 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-c2c32029-4c65-4613-adb5-1233ed9a70ec admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bc2b65f2-5412-4b38-a898-64732aa03262 HTTP/1.1" status: 204 len: 168 time: 0.1798499 Feb 04 01:00:12.985886 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c32029-4c65-4613-adb5-1233ed9a70ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2b65f2-5412-4b38-a898-64732aa03262,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:00:13.453960 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:15.077347 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:15.944687 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 33588) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:00:16.046171 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-99a065c1-dadb-4777-bc9b-62ede013bce6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:16.122264 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-99a065c1-dadb-4777-bc9b-62ede013bce6 admin admin] Publish callbacks [] for security_group (537e8744-9ec7-4cc5-9def-972c0ce81902), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:16.168270 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:16.196913 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-99a065c1-dadb-4777-bc9b-62ede013bce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (537e8744-9ec7-4cc5-9def-972c0ce81902), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:16.234536 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a065c1-dadb-4777-bc9b-62ede013bce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537e8744-9ec7-4cc5-9def-972c0ce81902,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:00:16.240284 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-99a065c1-dadb-4777-bc9b-62ede013bce6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aec00bbe994d4f14a4494538a81c4402&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2945619 Feb 04 01:00:16.242884 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 33592) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:00:16.288244 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3f146289-f8d0-4a33-a572-c9cb7225b159 admin admin] Publish callbacks [] for security_group (537e8744-9ec7-4cc5-9def-972c0ce81902), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:16.308942 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3f146289-f8d0-4a33-a572-c9cb7225b159 admin admin] Publish callbacks [] for security_group (537e8744-9ec7-4cc5-9def-972c0ce81902), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:16.602583 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3f146289-f8d0-4a33-a572-c9cb7225b159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (537e8744-9ec7-4cc5-9def-972c0ce81902), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:16.605418 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3f146289-f8d0-4a33-a572-c9cb7225b159 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:16.606616 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-3f146289-f8d0-4a33-a572-c9cb7225b159 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/537e8744-9ec7-4cc5-9def-972c0ce81902 HTTP/1.1" status: 204 len: 168 time: 0.3628631 Feb 04 01:00:16.614932 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f146289-f8d0-4a33-a572-c9cb7225b159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537e8744-9ec7-4cc5-9def-972c0ce81902,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:00:17.213352 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 33598) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:00:17.226062 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dbbcd267-74cb-4940-97de-76c873fb2798 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:17.296259 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dbbcd267-74cb-4940-97de-76c873fb2798 admin admin] Publish callbacks [] for security_group (3485e894-02c9-4c1b-b42b-5f15c5334d0d), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:17.390233 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dbbcd267-74cb-4940-97de-76c873fb2798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (3485e894-02c9-4c1b-b42b-5f15c5334d0d), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:17.430984 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-dbbcd267-74cb-4940-97de-76c873fb2798 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aab4ace3dda74b0c84b1b767708a8f1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2165315 Feb 04 01:00:17.431827 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbcd267-74cb-4940-97de-76c873fb2798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3485e894-02c9-4c1b-b42b-5f15c5334d0d,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:00:17.433889 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 33600) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:00:17.489412 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1b105f4d-4615-43ed-b251-3072b16a118c admin admin] Publish callbacks [] for security_group (3485e894-02c9-4c1b-b42b-5f15c5334d0d), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:17.510345 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1b105f4d-4615-43ed-b251-3072b16a118c admin admin] Publish callbacks [] for security_group (3485e894-02c9-4c1b-b42b-5f15c5334d0d), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:17.608339 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1b105f4d-4615-43ed-b251-3072b16a118c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (3485e894-02c9-4c1b-b42b-5f15c5334d0d), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:17.610991 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1b105f4d-4615-43ed-b251-3072b16a118c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:17.612704 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-1b105f4d-4615-43ed-b251-3072b16a118c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3485e894-02c9-4c1b-b42b-5f15c5334d0d HTTP/1.1" status: 204 len: 168 time: 0.1777232 Feb 04 01:00:17.620235 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b105f4d-4615-43ed-b251-3072b16a118c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3485e894-02c9-4c1b-b42b-5f15c5334d0d,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:00:18.682586 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:23.155945 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 33668) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:00:23.256421 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d17a779c-bc7a-425a-9005-e38cebfd10b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:23.325760 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d17a779c-bc7a-425a-9005-e38cebfd10b5 admin admin] Publish callbacks [] for security_group (4d958958-0e87-418f-9686-d6f9162585b3), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:23.396949 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d17a779c-bc7a-425a-9005-e38cebfd10b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (4d958958-0e87-418f-9686-d6f9162585b3), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:23.433199 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a779c-bc7a-425a-9005-e38cebfd10b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d958958-0e87-418f-9686-d6f9162585b3,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:00:23.437798 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-d17a779c-bc7a-425a-9005-e38cebfd10b5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=23c22e52437a46a79e02f10a45ee182a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2807939 Feb 04 01:00:23.440492 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 33672) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:00:23.442413 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a779c-bc7a-425a-9005-e38cebfd10b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:00:23.442765 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a779c-bc7a-425a-9005-e38cebfd10b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:00:23.443109 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a779c-bc7a-425a-9005-e38cebfd10b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:00:23.443442 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a779c-bc7a-425a-9005-e38cebfd10b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:00:23.443770 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a779c-bc7a-425a-9005-e38cebfd10b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:00:23.444097 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a779c-bc7a-425a-9005-e38cebfd10b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:00:23.444423 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a779c-bc7a-425a-9005-e38cebfd10b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:00:23.444749 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a779c-bc7a-425a-9005-e38cebfd10b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:00:23.445070 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a779c-bc7a-425a-9005-e38cebfd10b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:00:23.445391 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a779c-bc7a-425a-9005-e38cebfd10b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:00:23.445739 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a779c-bc7a-425a-9005-e38cebfd10b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:00:23.446075 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a779c-bc7a-425a-9005-e38cebfd10b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:00:23.446378 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a779c-bc7a-425a-9005-e38cebfd10b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:00:23.489514 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-11c926e9-40ac-4aad-9557-1b14a402a451 admin admin] Publish callbacks [] for security_group (4d958958-0e87-418f-9686-d6f9162585b3), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:23.509716 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-11c926e9-40ac-4aad-9557-1b14a402a451 admin admin] Publish callbacks [] for security_group (4d958958-0e87-418f-9686-d6f9162585b3), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:23.619390 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-11c926e9-40ac-4aad-9557-1b14a402a451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (4d958958-0e87-418f-9686-d6f9162585b3), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:23.622036 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-11c926e9-40ac-4aad-9557-1b14a402a451 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:23.623200 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-11c926e9-40ac-4aad-9557-1b14a402a451 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4d958958-0e87-418f-9686-d6f9162585b3 HTTP/1.1" status: 204 len: 168 time: 0.1817448 Feb 04 01:00:23.631295 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c926e9-40ac-4aad-9557-1b14a402a451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d958958-0e87-418f-9686-d6f9162585b3,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:00:24.548334 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 33694) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:00:24.641002 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [None req-4720e101-224a-4ad5-85cc-166495d408f2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-187689675-network', 'tenant_id': 'c8001b102c7f441091edc4a66e21e0d0'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 01:00:24.739078 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4720e101-224a-4ad5-85cc-166495d408f2 admin admin] Made reservation on behalf of c8001b102c7f441091edc4a66e21e0d0 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 01:00:24.741359 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4720e101-224a-4ad5-85cc-166495d408f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for network (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:24.749894 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4720e101-224a-4ad5-85cc-166495d408f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:24.822274 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4720e101-224a-4ad5-85cc-166495d408f2 admin admin] Publish callbacks [] for security_group (9738898a-d1ad-4261-bc65-910290d12b58), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:24.887565 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4720e101-224a-4ad5-85cc-166495d408f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (9738898a-d1ad-4261-bc65-910290d12b58), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:24.915308 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4720e101-224a-4ad5-85cc-166495d408f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 01:00:24.920422 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4720e101-224a-4ad5-85cc-166495d408f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9738898a-d1ad-4261-bc65-910290d12b58,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:00:24.927861 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4720e101-224a-4ad5-85cc-166495d408f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650'] for segment (06dbb0ca-636d-4175-8c66-f92a58525159), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:24.928808 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.db.segments_db [None req-4720e101-224a-4ad5-85cc-166495d408f2 admin admin] Added segment 06dbb0ca-636d-4175-8c66-f92a58525159 of type vlan for network bf64dfaf-8d22-4325-809d-b614ef4dae30 Feb 04 01:00:24.975018 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4720e101-224a-4ad5-85cc-166495d408f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784745949642'] for network (bf64dfaf-8d22-4325-809d-b614ef4dae30), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:25.053864 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4720e101-224a-4ad5-85cc-166495d408f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599'] for network (bf64dfaf-8d22-4325-809d-b614ef4dae30), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:25.054826 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4720e101-224a-4ad5-85cc-166495d408f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:25.055411 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4720e101-224a-4ad5-85cc-166495d408f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for network (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:25.110557 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4720e101-224a-4ad5-85cc-166495d408f2 admin admin] Pushing event updated for resources: {'Network': ['ID=bf64dfaf-8d22-4325-809d-b614ef4dae30,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:00:25.120644 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Network bf64dfaf-8d22-4325-809d-b614ef4dae30 details requested by agent ovs-agent-dv-cinder-827778-1-iscsi with host dv-cinder-827778-1-iscsi {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 01:00:25.187960 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-4720e101-224a-4ad5-85cc-166495d408f2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6384966 Feb 04 01:00:25.190835 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 33698) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:00:25.195856 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-24fc0d33-415a-4d94-a216-b6e346fa03ff admin admin] Request body: {'subnet': {'network_id': 'bf64dfaf-8d22-4325-809d-b614ef4dae30', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-187689675-subnet', 'tenant_id': 'c8001b102c7f441091edc4a66e21e0d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 01:00:25.276554 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fc0d33-415a-4d94-a216-b6e346fa03ff admin admin] Made reservation on behalf of c8001b102c7f441091edc4a66e21e0d0 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 01:00:25.278830 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-24fc0d33-415a-4d94-a216-b6e346fa03ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9915275'] for subnet (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:25.505214 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-24fc0d33-415a-4d94-a216-b6e346fa03ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-663007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9915325'] for subnet (920bc5d7-1e64-477c-8684-973d8a9a75b6), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:25.559439 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc0d33-415a-4d94-a216-b6e346fa03ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=920bc5d7-1e64-477c-8684-973d8a9a75b6,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:00:25.569969 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc0d33-415a-4d94-a216-b6e346fa03ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:00:25.570318 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc0d33-415a-4d94-a216-b6e346fa03ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:00:25.570660 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc0d33-415a-4d94-a216-b6e346fa03ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:00:25.570992 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc0d33-415a-4d94-a216-b6e346fa03ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:00:25.571316 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc0d33-415a-4d94-a216-b6e346fa03ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:00:25.571639 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc0d33-415a-4d94-a216-b6e346fa03ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:00:25.571964 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc0d33-415a-4d94-a216-b6e346fa03ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:00:25.572285 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc0d33-415a-4d94-a216-b6e346fa03ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:00:25.572607 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc0d33-415a-4d94-a216-b6e346fa03ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:00:25.572927 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc0d33-415a-4d94-a216-b6e346fa03ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:00:25.573243 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc0d33-415a-4d94-a216-b6e346fa03ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:00:25.573619 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc0d33-415a-4d94-a216-b6e346fa03ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:00:25.573937 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc0d33-415a-4d94-a216-b6e346fa03ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:00:25.577982 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fc0d33-415a-4d94-a216-b6e346fa03ff admin admin] Checking segment: {'id': '06dbb0ca-636d-4175-8c66-f92a58525159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bf64dfaf-8d22-4325-809d-b614ef4dae30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 01:00:25.578343 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fc0d33-415a-4d94-a216-b6e346fa03ff admin admin] Network hostable DHCP agents. Network: bf64dfaf-8d22-4325-809d-b614ef4dae30, hostable agents: ['3f99e642-0ed0-4983-9f25-ae4b5e9c36f7'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 01:00:25.656255 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fc0d33-415a-4d94-a216-b6e346fa03ff admin admin] Network bf64dfaf-8d22-4325-809d-b614ef4dae30 is scheduled to be hosted by DHCP agent 3f99e642-0ed0-4983-9f25-ae4b5e9c36f7 with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 01:00:25.716277 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-24fc0d33-415a-4d94-a216-b6e346fa03ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827778-1-iscsi, bf64dfaf-8d22-4325-809d-b614ef4dae30) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 01:00:25.721013 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fc0d33-415a-4d94-a216-b6e346fa03ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:25.721638 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-24fc0d33-415a-4d94-a216-b6e346fa03ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:25.727138 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce63fbb2-d54e-4891-834b-60096c208602 None None] Network bf64dfaf-8d22-4325-809d-b614ef4dae30 requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 01:00:25.787960 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-24fc0d33-415a-4d94-a216-b6e346fa03ff admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5959651 Feb 04 01:00:25.821096 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b03c80-089c-4460-89b3-102f4b8fef4e None None] Network bf64dfaf-8d22-4325-809d-b614ef4dae30 requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 01:00:27.956528 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-b49f29a5-7ea5-455d-ac88-e8cd141155b1 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:27.958014 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-b49f29a5-7ea5-455d-ac88-e8cd141155b1 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/networks?id=bf64dfaf-8d22-4325-809d-b614ef4dae30 HTTP/1.1" status: 200 len: 813 time: 0.1033924 Feb 04 01:00:27.971994 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-6f107b68-eda4-42a8-8d76-0bb05a1cd3f3 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/quotas/c8001b102c7f441091edc4a66e21e0d0 HTTP/1.1" status: 200 len: 375 time: 0.0087953 Feb 04 01:00:28.004088 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-657cfd1a-6b56-47ce-a572-9329a108c24c tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c8001b102c7f441091edc4a66e21e0d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274012 Feb 04 01:00:28.092877 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-fae264b4-6385-4aa2-b100-7fa69dfe7d5c service neutron] 10.222.0.10 "GET /v2.0/networks/bf64dfaf-8d22-4325-809d-b614ef4dae30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823135 Feb 04 01:00:28.179430 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-b2e3858e-4c95-4fb9-a18d-555b0ec88b4c service neutron] 10.222.0.10 "GET /v2.0/networks/bf64dfaf-8d22-4325-809d-b614ef4dae30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805857 Feb 04 01:00:28.453036 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-a3b1f88d-4ce8-422d-b1df-2f2136ad97a3 req-91211920-df71-4cc9-93a9-11d8ab3afd19 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/ports?device_id=02d023cd-3dd0-4418-acd2-f77d568c421f HTTP/1.1" status: 200 len: 210 time: 0.0296013 Feb 04 01:00:29.550322 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-972dc209-dda4-4218-8991-e4bea2a82a53 req-a8f2e997-ca58-4ad8-9252-916afe002b4c tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/ports?device_id=02d023cd-3dd0-4418-acd2-f77d568c421f HTTP/1.1" status: 200 len: 210 time: 0.0314715 Feb 04 01:00:30.580731 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-ebbc5046-b969-4127-a75c-441e612ec75e tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:30.582244 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-ebbc5046-b969-4127-a75c-441e612ec75e tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.39 "GET /v2.0/networks?id=bf64dfaf-8d22-4325-809d-b614ef4dae30 HTTP/1.1" status: 200 len: 813 time: 0.1006765 Feb 04 01:00:30.596155 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-fe0f5540-8e95-4c76-ac18-4c07950b6877 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Request body: {'port': {'device_id': '02d023cd-3dd0-4418-acd2-f77d568c421f', 'network_id': 'bf64dfaf-8d22-4325-809d-b614ef4dae30', 'admin_state_up': True, 'tenant_id': 'c8001b102c7f441091edc4a66e21e0d0'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 01:00:30.673902 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-00ec96e8-9d64-4662-b269-4e7197bb195b req-9afef727-2f5a-4738-be5e-8fe0fa08bd9b tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/ports?device_id=02d023cd-3dd0-4418-acd2-f77d568c421f HTTP/1.1" status: 200 len: 210 time: 0.0327032 Feb 04 01:00:30.707492 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b886d3-e588-4938-9bfd-f2d95df1f5de req-6a7ec555-f0cd-43ca-ac1a-7bc66e274305 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:30.712867 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-60b886d3-e588-4938-9bfd-f2d95df1f5de req-6a7ec555-f0cd-43ca-ac1a-7bc66e274305 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=c64a9572-b0d8-4cfb-879e-29f33cc72629 HTTP/1.1" status: 200 len: 946 time: 0.0583632 Feb 04 01:00:30.757226 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-60b886d3-e588-4938-9bfd-f2d95df1f5de req-63d4e9be-a4e7-477f-88aa-2c0616439407 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=d119de88-30ad-4d0e-a826-28c7aae10cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425787 Feb 04 01:00:30.801125 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-fe0f5540-8e95-4c76-ac18-4c07950b6877 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Made reservation on behalf of c8001b102c7f441091edc4a66e21e0d0 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 01:00:30.804605 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-fe0f5540-8e95-4c76-ac18-4c07950b6877 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:30.928193 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-fe0f5540-8e95-4c76-ac18-4c07950b6877 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Allocated IP 172.20.0.3 (bf64dfaf-8d22-4325-809d-b614ef4dae30/920bc5d7-1e64-477c-8684-973d8a9a75b6/9d7888f3-1b7d-4abe-84c8-f1a0332a1330) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 01:00:31.094778 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-fe0f5540-8e95-4c76-ac18-4c07950b6877 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Publish callbacks [] for port (9d7888f3-1b7d-4abe-84c8-f1a0332a1330), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:31.173709 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-fe0f5540-8e95-4c76-ac18-4c07950b6877 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (9d7888f3-1b7d-4abe-84c8-f1a0332a1330), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:31.217657 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-fe0f5540-8e95-4c76-ac18-4c07950b6877 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Network bf64dfaf-8d22-4325-809d-b614ef4dae30 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 01:00:31.220866 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-fe0f5540-8e95-4c76-ac18-4c07950b6877 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 01:00:31.224518 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-fe0f5540-8e95-4c76-ac18-4c07950b6877 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 01:00:31.231094 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0f5540-8e95-4c76-ac18-4c07950b6877 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Pushing event updated for resources: {'Port': ['ID=9d7888f3-1b7d-4abe-84c8-f1a0332a1330,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:00:31.274758 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-fe0f5540-8e95-4c76-ac18-4c07950b6877 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:31.275371 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-fe0f5540-8e95-4c76-ac18-4c07950b6877 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:31.353254 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-fe0f5540-8e95-4c76-ac18-4c07950b6877 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7612808 Feb 04 01:00:31.793948 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3d228-5761-4e68-abbd-dde67c0591fc req-77dfbc65-e252-4fb8-bdc5-d14c24c5fa39 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:31.795459 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-c2d3d228-5761-4e68-abbd-dde67c0591fc req-77dfbc65-e252-4fb8-bdc5-d14c24c5fa39 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/ports?device_id=02d023cd-3dd0-4418-acd2-f77d568c421f HTTP/1.1" status: 200 len: 931 time: 0.0547967 Feb 04 01:00:31.841026 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-c2d3d228-5761-4e68-abbd-dde67c0591fc req-682a3a4e-7466-4917-b7a2-509d0c6808ae tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/security-groups?id=9738898a-d1ad-4261-bc65-910290d12b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395486 Feb 04 01:00:31.891403 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9de084-e7e1-45bc-ac60-4a876499d50c req-76e94e50-9b77-4c93-b811-b2c7c05c4f39 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:31.892853 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9a9de084-e7e1-45bc-ac60-4a876499d50c req-76e94e50-9b77-4c93-b811-b2c7c05c4f39 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=c64a9572-b0d8-4cfb-879e-29f33cc72629 HTTP/1.1" status: 200 len: 946 time: 0.0523040 Feb 04 01:00:31.939769 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9a9de084-e7e1-45bc-ac60-4a876499d50c req-5eeb6960-5cf7-4315-8918-6e9c9894ec89 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=d119de88-30ad-4d0e-a826-28c7aae10cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413113 Feb 04 01:00:32.961211 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b4bd2-9f35-443b-9c23-ad2d9124fe78 req-49369d95-8e0a-48b5-b8af-3ed219b43865 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:32.962976 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-533b4bd2-9f35-443b-9c23-ad2d9124fe78 req-49369d95-8e0a-48b5-b8af-3ed219b43865 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/ports?device_id=02d023cd-3dd0-4418-acd2-f77d568c421f HTTP/1.1" status: 200 len: 931 time: 0.0557413 Feb 04 01:00:33.009724 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-533b4bd2-9f35-443b-9c23-ad2d9124fe78 req-461b84b3-e21d-4fca-b613-8f2ae099c38e tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/security-groups?id=9738898a-d1ad-4261-bc65-910290d12b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409803 Feb 04 01:00:33.065787 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9fb45-feec-489b-a782-34464d6e064d req-fa94b2f0-a226-4a54-88eb-691533a3379a tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:33.067287 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-a4e9fb45-feec-489b-a782-34464d6e064d req-fa94b2f0-a226-4a54-88eb-691533a3379a tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=c64a9572-b0d8-4cfb-879e-29f33cc72629 HTTP/1.1" status: 200 len: 946 time: 0.0611391 Feb 04 01:00:33.114588 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-a4e9fb45-feec-489b-a782-34464d6e064d req-c61c3008-1740-4db5-b28a-18ff96a45f28 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=d119de88-30ad-4d0e-a826-28c7aae10cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417824 Feb 04 01:00:33.335019 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-0b0974c0-8ac8-4fa9-8aa4-56ac82fc3c62 service neutron] Request body: {'port': {'device_id': '02d023cd-3dd0-4418-acd2-f77d568c421f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 01:00:33.393648 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-0b0974c0-8ac8-4fa9-8aa4-56ac82fc3c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (9d7888f3-1b7d-4abe-84c8-f1a0332a1330), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:33.654011 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-0b0974c0-8ac8-4fa9-8aa4-56ac82fc3c62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d7888f3-1b7d-4abe-84c8-f1a0332a1330 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 01:00:33.661297 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-0b0974c0-8ac8-4fa9-8aa4-56ac82fc3c62 service neutron] Publish callbacks [] for port (9d7888f3-1b7d-4abe-84c8-f1a0332a1330), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:33.673616 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-0b0974c0-8ac8-4fa9-8aa4-56ac82fc3c62 service neutron] Transition to ACTIVE for port object 9d7888f3-1b7d-4abe-84c8-f1a0332a1330 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 01:00:33.755996 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-0b0974c0-8ac8-4fa9-8aa4-56ac82fc3c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10424596'] for port (9d7888f3-1b7d-4abe-84c8-f1a0332a1330), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:33.807399 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0974c0-8ac8-4fa9-8aa4-56ac82fc3c62 service neutron] Pushing event updated for resources: {'Port': ['ID=9d7888f3-1b7d-4abe-84c8-f1a0332a1330,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:00:33.876266 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-0b0974c0-8ac8-4fa9-8aa4-56ac82fc3c62 service neutron] Attempting to bind port 9d7888f3-1b7d-4abe-84c8-f1a0332a1330 on host hv-cinder-82777 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 01:00:33.877077 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-0b0974c0-8ac8-4fa9-8aa4-56ac82fc3c62 service neutron] Attempting to bind port 9d7888f3-1b7d-4abe-84c8-f1a0332a1330 by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': '06dbb0ca-636d-4175-8c66-f92a58525159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bf64dfaf-8d22-4325-809d-b614ef4dae30'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 01:00:33.877397 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-0b0974c0-8ac8-4fa9-8aa4-56ac82fc3c62 service neutron] Attempting to bind port 9d7888f3-1b7d-4abe-84c8-f1a0332a1330 on network bf64dfaf-8d22-4325-809d-b614ef4dae30 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 01:00:33.881666 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-0b0974c0-8ac8-4fa9-8aa4-56ac82fc3c62 service neutron] Port 9d7888f3-1b7d-4abe-84c8-f1a0332a1330 on network bf64dfaf-8d22-4325-809d-b614ef4dae30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 01:00:33.882024 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-0b0974c0-8ac8-4fa9-8aa4-56ac82fc3c62 service neutron] Attempting to bind port 9d7888f3-1b7d-4abe-84c8-f1a0332a1330 on network bf64dfaf-8d22-4325-809d-b614ef4dae30 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 01:00:33.886911 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-0b0974c0-8ac8-4fa9-8aa4-56ac82fc3c62 service neutron] Checking agent: {'id': 'bf093114-7719-4a60-8fae-8541124bea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 50, 48), 'started_at': datetime.datetime(2022, 2, 4, 0, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 1, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 01:00:33.887250 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-0b0974c0-8ac8-4fa9-8aa4-56ac82fc3c62 service neutron] Checking segment: {'id': '06dbb0ca-636d-4175-8c66-f92a58525159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bf64dfaf-8d22-4325-809d-b614ef4dae30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 01:00:33.887633 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-0b0974c0-8ac8-4fa9-8aa4-56ac82fc3c62 service neutron] Bound using segment: {'id': '06dbb0ca-636d-4175-8c66-f92a58525159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bf64dfaf-8d22-4325-809d-b614ef4dae30'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 01:00:33.888153 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-0b0974c0-8ac8-4fa9-8aa4-56ac82fc3c62 service neutron] Bound port: 9d7888f3-1b7d-4abe-84c8-f1a0332a1330, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06dbb0ca-636d-4175-8c66-f92a58525159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bf64dfaf-8d22-4325-809d-b614ef4dae30'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 01:00:33.888527 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-0b0974c0-8ac8-4fa9-8aa4-56ac82fc3c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (9d7888f3-1b7d-4abe-84c8-f1a0332a1330), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:33.949295 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-0b0974c0-8ac8-4fa9-8aa4-56ac82fc3c62 service neutron] For port 9d7888f3-1b7d-4abe-84c8-f1a0332a1330, host hv-cinder-82777, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 01:00:33.952234 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-0b0974c0-8ac8-4fa9-8aa4-56ac82fc3c62 service neutron] For port 9d7888f3-1b7d-4abe-84c8-f1a0332a1330, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=9d7888f3-1b7d-4abe-84c8-f1a0332a1330,segment=NetworkSegment(06dbb0ca-636d-4175-8c66-f92a58525159),segment_id=06dbb0ca-636d-4175-8c66-f92a58525159)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 01:00:34.042702 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-0b0974c0-8ac8-4fa9-8aa4-56ac82fc3c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10424596'] for port (9d7888f3-1b7d-4abe-84c8-f1a0332a1330), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:34.081790 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-0b0974c0-8ac8-4fa9-8aa4-56ac82fc3c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:34.082410 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-0b0974c0-8ac8-4fa9-8aa4-56ac82fc3c62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:34.083762 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-0b0974c0-8ac8-4fa9-8aa4-56ac82fc3c62 service neutron] 10.222.0.39 "PUT /v2.0/ports/9d7888f3-1b7d-4abe-84c8-f1a0332a1330 HTTP/1.1" status: 200 len: 1093 time: 0.7530167 Feb 04 01:00:34.084202 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02d023cd-3dd0-4418-acd2-f77d568c421f', 'tag': '9d7888f3-1b7d-4abe-84c8-f1a0332a1330'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 01:00:34.086498 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9923a7793e9fa6102d344dd696201155eb04f662303130ce66584af0359f1e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81091d48-01dd-4f62-a9d5-856ca17a4bd1" -d '{"events": [{"name": "network-changed", "server_uuid": "02d023cd-3dd0-4418-acd2-f77d568c421f", "tag": "9d7888f3-1b7d-4abe-84c8-f1a0332a1330"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 01:00:34.133711 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 01:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564d0eaa-8efa-46d9-b9c5-ab8aa470a8f7 x-openstack-request-id: req-564d0eaa-8efa-46d9-b9c5-ab8aa470a8f7 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 01:00:34.134029 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02d023cd-3dd0-4418-acd2-f77d568c421f", "tag": "9d7888f3-1b7d-4abe-84c8-f1a0332a1330", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 01:00:34.134286 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-564d0eaa-8efa-46d9-b9c5-ab8aa470a8f7 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 01:00:34.134707 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02d023cd-3dd0-4418-acd2-f77d568c421f', 'tag': '9d7888f3-1b7d-4abe-84c8-f1a0332a1330', 'status': 'completed', 'code': 200} Feb 04 01:00:34.136271 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0974c0-8ac8-4fa9-8aa4-56ac82fc3c62 service neutron] Pushing event updated for resources: {'Port': ['ID=9d7888f3-1b7d-4abe-84c8-f1a0332a1330,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:00:34.161458 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9366b9-4cb9-4049-9bf2-6e94dc4e6cca req-a439cc08-422a-455e-8886-c3a8e0d0af7b tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:34.162992 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-7b9366b9-4cb9-4049-9bf2-6e94dc4e6cca req-a439cc08-422a-455e-8886-c3a8e0d0af7b tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/ports?device_id=02d023cd-3dd0-4418-acd2-f77d568c421f HTTP/1.1" status: 200 len: 943 time: 0.0829890 Feb 04 01:00:34.236607 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3285d8-7ba9-4b8c-8f10-396332caeb86 req-d4835711-d8eb-4573-8914-620884388906 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:34.238163 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-5e3285d8-7ba9-4b8c-8f10-396332caeb86 req-d4835711-d8eb-4573-8914-620884388906 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=c64a9572-b0d8-4cfb-879e-29f33cc72629 HTTP/1.1" status: 200 len: 946 time: 0.0530667 Feb 04 01:00:34.240804 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-7b9366b9-4cb9-4049-9bf2-6e94dc4e6cca req-34b2ff4d-52a3-430a-8068-5ad573e4cbc5 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/security-groups?id=9738898a-d1ad-4261-bc65-910290d12b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683293 Feb 04 01:00:34.243333 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81091d48-01dd-4f62-a9d5-856ca17a4bd1 req-b7d70505-b106-4b2a-99bb-4d723a927033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:34.244721 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-81091d48-01dd-4f62-a9d5-856ca17a4bd1 req-b7d70505-b106-4b2a-99bb-4d723a927033 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c8001b102c7f441091edc4a66e21e0d0&device_id=02d023cd-3dd0-4418-acd2-f77d568c421f HTTP/1.1" status: 200 len: 1127 time: 0.0808775 Feb 04 01:00:34.284966 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-5e3285d8-7ba9-4b8c-8f10-396332caeb86 req-92b683d5-f126-4aff-8ede-7a491a198493 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=d119de88-30ad-4d0e-a826-28c7aae10cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413172 Feb 04 01:00:34.349778 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81091d48-01dd-4f62-a9d5-856ca17a4bd1 req-77fb6e83-fc82-40b9-9280-40a7be6f03e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:34.351240 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-81091d48-01dd-4f62-a9d5-856ca17a4bd1 req-77fb6e83-fc82-40b9-9280-40a7be6f03e2 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=c8001b102c7f441091edc4a66e21e0d0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0929432 Feb 04 01:00:34.442576 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81091d48-01dd-4f62-a9d5-856ca17a4bd1 req-e9a3acbc-f8dc-45b5-b47d-c6258501417e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:34.444011 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-81091d48-01dd-4f62-a9d5-856ca17a4bd1 req-e9a3acbc-f8dc-45b5-b47d-c6258501417e service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0853772 Feb 04 01:00:34.522949 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-a0285f2d-f6b5-4d00-b037-ce66270cd67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:34.524475 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-a0285f2d-f6b5-4d00-b037-ce66270cd67d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c8001b102c7f441091edc4a66e21e0d0&device_id=02d023cd-3dd0-4418-acd2-f77d568c421f HTTP/1.1" status: 200 len: 1127 time: 0.0436144 Feb 04 01:00:34.569259 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-825dd747-fece-4a88-bc48-6809b01f2f12 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d7888f3-1b7d-4abe-84c8-f1a0332a1330 HTTP/1.1" status: 200 len: 217 time: 0.0373831 Feb 04 01:00:34.616792 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-3eedcc4c-54f9-4bd2-9ee7-a68d8a89e990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:34.618343 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-3eedcc4c-54f9-4bd2-9ee7-a68d8a89e990 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=920bc5d7-1e64-477c-8684-973d8a9a75b6 HTTP/1.1" status: 200 len: 853 time: 0.0431054 Feb 04 01:00:34.649734 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-71ca1063-aa4f-46d5-98de-000fb3fec0f8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf64dfaf-8d22-4325-809d-b614ef4dae30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242739 Feb 04 01:00:34.741391 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-e4cc6f21-7b85-4525-aab3-63e62ed9c199 service neutron] 10.222.0.39 "GET /v2.0/networks/bf64dfaf-8d22-4325-809d-b614ef4dae30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840142 Feb 04 01:00:34.830054 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-dfb98969-e96d-4902-a23b-6f2d07cf71cf req-dc9be46c-a9f4-4a36-bd7b-6ca87a1ec398 service neutron] 10.222.0.39 "GET /v2.0/networks/bf64dfaf-8d22-4325-809d-b614ef4dae30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811539 Feb 04 01:00:35.111795 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a591284-83ea-4b74-9f47-256960346756 req-c9817353-6666-42e7-a9f4-730ff0c52ee9 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:35.113301 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3a591284-83ea-4b74-9f47-256960346756 req-c9817353-6666-42e7-a9f4-730ff0c52ee9 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.39 "GET /v2.0/ports?device_id=c64a9572-b0d8-4cfb-879e-29f33cc72629 HTTP/1.1" status: 200 len: 946 time: 0.0568938 Feb 04 01:00:35.215213 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-3a591284-83ea-4b74-9f47-256960346756 req-77db86cf-77d3-41da-9507-73d1c3ea9925 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Deleting port d39aaad8-b951-4dce-a034-29c05236d72f {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 01:00:35.215572 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3a591284-83ea-4b74-9f47-256960346756 req-77db86cf-77d3-41da-9507-73d1c3ea9925 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (d39aaad8-b951-4dce-a034-29c05236d72f), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:35.307195 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-3a591284-83ea-4b74-9f47-256960346756 req-77db86cf-77d3-41da-9507-73d1c3ea9925 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] For port d39aaad8-b951-4dce-a034-29c05236d72f, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=d39aaad8-b951-4dce-a034-29c05236d72f,segment=NetworkSegment(b465fa9e-77e1-4a65-93a3-230a0400b098),segment_id=b465fa9e-77e1-4a65-93a3-230a0400b098)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:00:35.307404 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3a591284-83ea-4b74-9f47-256960346756 req-77db86cf-77d3-41da-9507-73d1c3ea9925 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (d39aaad8-b951-4dce-a034-29c05236d72f), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:35.404897 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc2c61-93bf-4454-9b5a-0ae0af377400 req-a37a179a-98b6-482d-814f-c44ef6e81739 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:35.406516 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-abcc2c61-93bf-4454-9b5a-0ae0af377400 req-a37a179a-98b6-482d-814f-c44ef6e81739 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=c64a9572-b0d8-4cfb-879e-29f33cc72629 HTTP/1.1" status: 200 len: 946 time: 0.0552480 Feb 04 01:00:35.448559 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd6baf-e4c5-48d7-9a8b-9df3fbb17bfe req-b2c304e2-df18-4df8-876e-efbdd95681da tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:35.450420 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-48cd6baf-e4c5-48d7-9a8b-9df3fbb17bfe req-b2c304e2-df18-4df8-876e-efbdd95681da tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/ports?device_id=02d023cd-3dd0-4418-acd2-f77d568c421f HTTP/1.1" status: 200 len: 943 time: 0.1403425 Feb 04 01:00:35.461310 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-abcc2c61-93bf-4454-9b5a-0ae0af377400 req-b1b1a97a-bc59-4a19-9660-4e0606a81265 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups?id=d119de88-30ad-4d0e-a826-28c7aae10cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464134 Feb 04 01:00:35.569679 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-48cd6baf-e4c5-48d7-9a8b-9df3fbb17bfe req-fcf1289a-83b3-4980-924b-e71265003f3d tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/security-groups?id=9738898a-d1ad-4261-bc65-910290d12b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124628 Feb 04 01:00:35.578066 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3a591284-83ea-4b74-9f47-256960346756 req-77db86cf-77d3-41da-9507-73d1c3ea9925 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:35.578433 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3a591284-83ea-4b74-9f47-256960346756 req-77db86cf-77d3-41da-9507-73d1c3ea9925 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601474'] for floatingip (f36e77e2-a2a7-4565-aef8-cb7699846245), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:35.578750 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.db.l3_db [req-3a591284-83ea-4b74-9f47-256960346756 req-77db86cf-77d3-41da-9507-73d1c3ea9925 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Floating IP f36e77e2-a2a7-4565-aef8-cb7699846245 disassociated. External IP: 172.27.1.228, port: d39aaad8-b951-4dce-a034-29c05236d72f. Feb 04 01:00:35.579091 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-3a591284-83ea-4b74-9f47-256960346756 req-77db86cf-77d3-41da-9507-73d1c3ea9925 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Calling delete_port for d39aaad8-b951-4dce-a034-29c05236d72f owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 01:00:35.750624 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3a591284-83ea-4b74-9f47-256960346756 req-77db86cf-77d3-41da-9507-73d1c3ea9925 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (d39aaad8-b951-4dce-a034-29c05236d72f), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:35.777607 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db86cf-77d3-41da-9507-73d1c3ea9925 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Pushing event deleted for resources: {'Port': ['ID=d39aaad8-b951-4dce-a034-29c05236d72f,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:00:35.890317 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a591284-83ea-4b74-9f47-256960346756 req-77db86cf-77d3-41da-9507-73d1c3ea9925 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Router f6ff5bcf-3b9c-45b8-9a67-1d82a903c391 has already been hosted by L3 agent 05e42f77-b612-4439-9acd-15af6102b82d {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 01:00:35.997662 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a591284-83ea-4b74-9f47-256960346756 req-77db86cf-77d3-41da-9507-73d1c3ea9925 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 01:00:36.007632 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5febab6-282f-4f57-bcb6-ba5be115718a None None] Sync routers for ids ['f6ff5bcf-3b9c-45b8-9a67-1d82a903c391'] in dv-cinder-827778-1-iscsi {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 01:00:36.018723 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5febab6-282f-4f57-bcb6-ba5be115718a None None] Routers {'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:00:36.019335 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-a5febab6-282f-4f57-bcb6-ba5be115718a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:00:12Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['f6ff5bcf-3b9c-45b8-9a67-1d82a903c391'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:00:36.036562 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a591284-83ea-4b74-9f47-256960346756 req-77db86cf-77d3-41da-9507-73d1c3ea9925 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] No DVR routers for this DVR port d39aaad8-b951-4dce-a034-29c05236d72f on host hv-cinder-82777 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 01:00:36.041322 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3a591284-83ea-4b74-9f47-256960346756 req-77db86cf-77d3-41da-9507-73d1c3ea9925 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:36.042365 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3a591284-83ea-4b74-9f47-256960346756 req-77db86cf-77d3-41da-9507-73d1c3ea9925 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.39 "DELETE /v2.0/ports/d39aaad8-b951-4dce-a034-29c05236d72f HTTP/1.1" status: 204 len: 173 time: 0.9208095 Feb 04 01:00:36.125346 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-a5febab6-282f-4f57-bcb6-ba5be115718a None None] Set router f6ff5bcf-3b9c-45b8-9a67-1d82a903c391 gateway port host: dv-cinder-827778-1-iscsi {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:00:36.135421 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64a9572-b0d8-4cfb-879e-29f33cc72629', 'name': 'network-vif-deleted', 'tag': 'd39aaad8-b951-4dce-a034-29c05236d72f'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 01:00:36.137912 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9923a7793e9fa6102d344dd696201155eb04f662303130ce66584af0359f1e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070aa1d2-d11c-4aff-ac25-00f73e50420f" -d '{"events": [{"server_uuid": "c64a9572-b0d8-4cfb-879e-29f33cc72629", "name": "network-vif-deleted", "tag": "d39aaad8-b951-4dce-a034-29c05236d72f"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 01:00:36.198096 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 01:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4731279-a144-4911-ba99-7bb26058b259 x-openstack-request-id: req-f4731279-a144-4911-ba99-7bb26058b259 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 01:00:36.204856 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64a9572-b0d8-4cfb-879e-29f33cc72629", "name": "network-vif-deleted", "tag": "d39aaad8-b951-4dce-a034-29c05236d72f", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 01:00:36.204856 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f4731279-a144-4911-ba99-7bb26058b259 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 01:00:36.204856 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c64a9572-b0d8-4cfb-879e-29f33cc72629', 'name': 'network-vif-deleted', 'tag': 'd39aaad8-b951-4dce-a034-29c05236d72f', 'status': 'completed', 'code': 200} Feb 04 01:00:36.421555 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-a5febab6-282f-4f57-bcb6-ba5be115718a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'name': 'tempest-AttachVolumeTestJSON-1288979520-router', 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'a75a35f5-1f19-4371-82c2-fcb1fbfcb021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:56:09Z', 'updated_at': '2022-02-04T00:56:12Z', 'revision_number': 4, 'project_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'gw_port': {'id': 'a75a35f5-1f19-4371-82c2-fcb1fbfcb021', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:56:10Z', 'updated_at': '2022-02-04T00:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': '3fb5d3c6-d0c9-4841-8f62-773150ff2e47', 'name': '', 'network_id': '271880bd-091b-49af-861b-f2b13eceb364', 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'mac_address': 'fa:16:3e:44:5c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '359a36c9-988b-4b2d-817e-108886bfc95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:56:12Z', 'updated_at': '2022-02-04T00:56:16Z', 'revision_number': 5, 'project_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'subnets': [{'id': '359a36c9-988b-4b2d-817e-108886bfc95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:00:36.449681 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5febab6-282f-4f57-bcb6-ba5be115718a None None] Checking router: f6ff5bcf-3b9c-45b8-9a67-1d82a903c391 for host: dv-cinder-827778-1-iscsi {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 01:00:36.458462 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5febab6-282f-4f57-bcb6-ba5be115718a None None] Routers {'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:00:36.459051 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-a5febab6-282f-4f57-bcb6-ba5be115718a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:00:12Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['f6ff5bcf-3b9c-45b8-9a67-1d82a903c391'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:00:36.562668 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-a5febab6-282f-4f57-bcb6-ba5be115718a None None] Set router f6ff5bcf-3b9c-45b8-9a67-1d82a903c391 gateway port host: dv-cinder-827778-1-iscsi {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:00:36.571400 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-bc636af9-8275-4d88-9f5c-5d921401bf8b req-3c6a58ad-6736-4d08-b0ee-27990729da60 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/ports?device_id=c64a9572-b0d8-4cfb-879e-29f33cc72629 HTTP/1.1" status: 200 len: 210 time: 0.0302198 Feb 04 01:00:36.686797 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b597e-30ca-48e4-9fa2-431b921a1474 req-30a903dd-5c1d-4018-b787-28d569f7da1b tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:36.688296 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d59b597e-30ca-48e4-9fa2-431b921a1474 req-30a903dd-5c1d-4018-b787-28d569f7da1b tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/ports?device_id=02d023cd-3dd0-4418-acd2-f77d568c421f HTTP/1.1" status: 200 len: 943 time: 0.0517094 Feb 04 01:00:36.734893 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d59b597e-30ca-48e4-9fa2-431b921a1474 req-c4fc8e51-10dd-4379-abce-8c4d8e6c8720 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/security-groups?id=9738898a-d1ad-4261-bc65-910290d12b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402477 Feb 04 01:00:36.761280 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-a5febab6-282f-4f57-bcb6-ba5be115718a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'name': 'tempest-AttachVolumeTestJSON-1288979520-router', 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'a75a35f5-1f19-4371-82c2-fcb1fbfcb021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:56:09Z', 'updated_at': '2022-02-04T00:56:12Z', 'revision_number': 4, 'project_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'gw_port': {'id': 'a75a35f5-1f19-4371-82c2-fcb1fbfcb021', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:56:10Z', 'updated_at': '2022-02-04T00:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': '3fb5d3c6-d0c9-4841-8f62-773150ff2e47', 'name': '', 'network_id': '271880bd-091b-49af-861b-f2b13eceb364', 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'mac_address': 'fa:16:3e:44:5c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '359a36c9-988b-4b2d-817e-108886bfc95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:56:12Z', 'updated_at': '2022-02-04T00:56:16Z', 'revision_number': 5, 'project_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'subnets': [{'id': '359a36c9-988b-4b2d-817e-108886bfc95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:00:36.786427 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5febab6-282f-4f57-bcb6-ba5be115718a None None] The sync data for ids ['f6ff5bcf-3b9c-45b8-9a67-1d82a903c391'] in dv-cinder-827778-1-iscsi is: [{'id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'name': 'tempest-AttachVolumeTestJSON-1288979520-router', 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'a75a35f5-1f19-4371-82c2-fcb1fbfcb021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:56:09Z', 'updated_at': '2022-02-04T00:56:12Z', 'revision_number': 4, 'project_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'gw_port': {'id': 'a75a35f5-1f19-4371-82c2-fcb1fbfcb021', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:56:10Z', 'updated_at': '2022-02-04T00:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': '3fb5d3c6-d0c9-4841-8f62-773150ff2e47', 'name': '', 'network_id': '271880bd-091b-49af-861b-f2b13eceb364', 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'mac_address': 'fa:16:3e:44:5c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '359a36c9-988b-4b2d-817e-108886bfc95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:56:12Z', 'updated_at': '2022-02-04T00:56:16Z', 'revision_number': 5, 'project_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'subnets': [{'id': '359a36c9-988b-4b2d-817e-108886bfc95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 01:00:37.003841 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a8c75a-71d1-4fc6-a829-0487250a15dc None None] New status for floating IP f36e77e2-a2a7-4565-aef8-cb7699846245: DOWN {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 01:00:37.236432 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 6 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 01:00:37.329133 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 9d7888f3-1b7d-4abe-84c8-f1a0332a1330 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 01:00:37.426113 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 9d7888f3-1b7d-4abe-84c8-f1a0332a1330, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=9d7888f3-1b7d-4abe-84c8-f1a0332a1330,segment=NetworkSegment(06dbb0ca-636d-4175-8c66-f92a58525159),segment_id=06dbb0ca-636d-4175-8c66-f92a58525159)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:00:37.437078 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Returning: {'device': '9d7888f3-1b7d-4abe-84c8-f1a0332a1330', 'network_id': 'bf64dfaf-8d22-4325-809d-b614ef4dae30', 'port_id': '9d7888f3-1b7d-4abe-84c8-f1a0332a1330', 'mac_address': 'fa:16:3e:3d:18:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '920bc5d7-1e64-477c-8684-973d8a9a75b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 01:00:37.473550 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port 9d7888f3-1b7d-4abe-84c8-f1a0332a1330 is: DOWN; New status is: BUILD {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:00:37.473948 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (9d7888f3-1b7d-4abe-84c8-f1a0332a1330), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:37.486566 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d7888f3-1b7d-4abe-84c8-f1a0332a1330 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 01:00:37.505045 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 9d7888f3-1b7d-4abe-84c8-f1a0332a1330, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=9d7888f3-1b7d-4abe-84c8-f1a0332a1330,segment=NetworkSegment(06dbb0ca-636d-4175-8c66-f92a58525159),segment_id=06dbb0ca-636d-4175-8c66-f92a58525159)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:00:37.544443 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (9d7888f3-1b7d-4abe-84c8-f1a0332a1330), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:37.588196 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=9d7888f3-1b7d-4abe-84c8-f1a0332a1330,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:00:37.595923 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:00:37.596283 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:00:37.596660 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:00:37.597002 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:00:37.597338 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:00:37.597731 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:00:37.598088 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:00:37.603812 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:00:37.603812 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:00:37.603812 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:00:37.603812 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:00:37.603812 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:00:37.603812 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:00:37.694276 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 33840) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:00:37.746692 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c69db49c-9719-4795-a2fe-b2544dddb906 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks [] for security_group (d119de88-30ad-4d0e-a826-28c7aae10cdc), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:37.769659 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c69db49c-9719-4795-a2fe-b2544dddb906 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks [] for security_group (d119de88-30ad-4d0e-a826-28c7aae10cdc), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:37.826578 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['9d7888f3-1b7d-4abe-84c8-f1a0332a1330'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 01:00:37.852824 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0417d4-de3f-48a7-8661-6ce62940413d req-5bfed70b-0e9a-4835-ad82-0cca44d64567 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:37.854349 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9d0417d4-de3f-48a7-8661-6ce62940413d req-5bfed70b-0e9a-4835-ad82-0cca44d64567 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/ports?device_id=02d023cd-3dd0-4418-acd2-f77d568c421f HTTP/1.1" status: 200 len: 944 time: 0.0520787 Feb 04 01:00:37.864518 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c69db49c-9719-4795-a2fe-b2544dddb906 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (d119de88-30ad-4d0e-a826-28c7aae10cdc), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:37.867185 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c69db49c-9719-4795-a2fe-b2544dddb906 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:37.868518 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-c69db49c-9719-4795-a2fe-b2544dddb906 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "DELETE /v2.0/security-groups/d119de88-30ad-4d0e-a826-28c7aae10cdc HTTP/1.1" status: 204 len: 168 time: 0.1732671 Feb 04 01:00:37.871855 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 33844) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:00:37.898894 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69db49c-9719-4795-a2fe-b2544dddb906 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d119de88-30ad-4d0e-a826-28c7aae10cdc,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:00:37.900983 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.api.v2.resource [None req-dcbbcc35-b595-4fba-aefe-3a76c5d51b60 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] show failed (client error): The resource could not be found. Feb 04 01:00:37.904674 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-dcbbcc35-b595-4fba-aefe-3a76c5d51b60 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "GET /v2.0/security-groups/d119de88-30ad-4d0e-a826-28c7aae10cdc HTTP/1.1" status: 404 len: 347 time: 0.0281706 Feb 04 01:00:37.904959 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 33846) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:00:37.906222 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9d0417d4-de3f-48a7-8661-6ce62940413d req-3ee38e0e-553a-49ff-a172-474a7b4d329d tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/security-groups?id=9738898a-d1ad-4261-bc65-910290d12b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458796 Feb 04 01:00:38.032017 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-eb16bd98-18ba-43aa-bb17-f1a5401205b6 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Deleting port 26753215-cbbd-47d4-ae88-872a7b2d24d9 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 01:00:38.032313 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eb16bd98-18ba-43aa-bb17-f1a5401205b6 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (26753215-cbbd-47d4-ae88-872a7b2d24d9), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:38.103253 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eb16bd98-18ba-43aa-bb17-f1a5401205b6 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (26753215-cbbd-47d4-ae88-872a7b2d24d9), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:38.103577 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eb16bd98-18ba-43aa-bb17-f1a5401205b6 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks [] for floatingip (26753215-cbbd-47d4-ae88-872a7b2d24d9), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:38.115244 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-eb16bd98-18ba-43aa-bb17-f1a5401205b6 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Calling delete_port for 26753215-cbbd-47d4-ae88-872a7b2d24d9 owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 01:00:38.293407 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eb16bd98-18ba-43aa-bb17-f1a5401205b6 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-660047'] for port (26753215-cbbd-47d4-ae88-872a7b2d24d9), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:38.326002 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb16bd98-18ba-43aa-bb17-f1a5401205b6 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Pushing event deleted for resources: {'Port': ['ID=26753215-cbbd-47d4-ae88-872a7b2d24d9,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:00:38.385293 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eb16bd98-18ba-43aa-bb17-f1a5401205b6 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks [] for floatingip (f36e77e2-a2a7-4565-aef8-cb7699846245), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:38.388262 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eb16bd98-18ba-43aa-bb17-f1a5401205b6 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for floatingip (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:38.389404 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-eb16bd98-18ba-43aa-bb17-f1a5401205b6 tempest-AttachVolumeTestJSON-1490334367 tempest-AttachVolumeTestJSON-1490334367-project] 10.222.0.10 "DELETE /v2.0/floatingips/f36e77e2-a2a7-4565-aef8-cb7699846245 HTTP/1.1" status: 204 len: 168 time: 0.4834979 Feb 04 01:00:38.490011 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-7fad8b2e-194e-44b5-9fd4-486f840f1bac tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-385836292&fields=id&tenant_id=3a68a23113594a40a7e2e124035f3fcb HTTP/1.1" status: 200 len: 267 time: 0.0426936 Feb 04 01:00:38.596108 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-7a3bd270-a634-4269-837b-f83d7af203e5 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:38.597599 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-7a3bd270-a634-4269-837b-f83d7af203e5 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/networks?id=5f955ba9-674e-45fd-8aac-6b73a4248143 HTTP/1.1" status: 200 len: 812 time: 0.1013470 Feb 04 01:00:38.612357 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-2b7d0b06-6f96-4fa5-aaaf-d46ea931ae6f tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/quotas/3a68a23113594a40a7e2e124035f3fcb HTTP/1.1" status: 200 len: 375 time: 0.0096307 Feb 04 01:00:38.671239 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-c2de95ea-2a80-4162-b095-a1563d08d99c tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3a68a23113594a40a7e2e124035f3fcb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0541971 Feb 04 01:00:38.761027 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-89a6f5ad-521d-49e3-9ba7-fcba5b740267 service neutron] 10.222.0.10 "GET /v2.0/networks/5f955ba9-674e-45fd-8aac-6b73a4248143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784459 Feb 04 01:00:38.850297 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-d2b6ba27-bb53-4320-8a80-be4eb43bd5b5 service neutron] 10.222.0.10 "GET /v2.0/networks/5f955ba9-674e-45fd-8aac-6b73a4248143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835087 Feb 04 01:00:39.025883 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e155b4b-2919-4e86-bebe-30b290df57d1 req-cf1ee1bf-15b1-492a-bb58-023361cb33db tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:39.027362 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9e155b4b-2919-4e86-bebe-30b290df57d1 req-cf1ee1bf-15b1-492a-bb58-023361cb33db tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/ports?device_id=02d023cd-3dd0-4418-acd2-f77d568c421f HTTP/1.1" status: 200 len: 944 time: 0.0527112 Feb 04 01:00:39.073217 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9e155b4b-2919-4e86-bebe-30b290df57d1 req-0b93d517-7239-46b7-b25a-af9b560c337b tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/security-groups?id=9738898a-d1ad-4261-bc65-910290d12b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404005 Feb 04 01:00:39.360293 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 9d7888f3-1b7d-4abe-84c8-f1a0332a1330 up at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 01:00:39.464876 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning for port 9d7888f3-1b7d-4abe-84c8-f1a0332a1330 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 01:00:39.469579 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning complete for port 9d7888f3-1b7d-4abe-84c8-f1a0332a1330 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:00:39.470406 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (9d7888f3-1b7d-4abe-84c8-f1a0332a1330), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:39.511925 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-7fc697c8-2250-49ab-9c0e-0bb427d5e937 req-c8933e35-25ac-4a09-bc6e-9178d645e38d tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a39ef3e-018e-40a4-bff8-ce6d28ec5a27 HTTP/1.1" status: 200 len: 210 time: 0.0396388 Feb 04 01:00:39.552175 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port 9d7888f3-1b7d-4abe-84c8-f1a0332a1330 is: BUILD; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:00:39.552640 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (9d7888f3-1b7d-4abe-84c8-f1a0332a1330), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:39.574937 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d023cd-3dd0-4418-acd2-f77d568c421f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7888f3-1b7d-4abe-84c8-f1a0332a1330'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 01:00:39.577153 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6008afca8a05d931a9cb2feac605f7a66ad88b8a0c7f78d7c81d8c88d670685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cfa5c5-11bf-49f9-98cf-45f434228fca" -d '{"events": [{"server_uuid": "02d023cd-3dd0-4418-acd2-f77d568c421f", "name": "network-vif-plugged", "status": "completed", "tag": "9d7888f3-1b7d-4abe-84c8-f1a0332a1330"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 01:00:39.589410 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 9d7888f3-1b7d-4abe-84c8-f1a0332a1330, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=9d7888f3-1b7d-4abe-84c8-f1a0332a1330,segment=NetworkSegment(06dbb0ca-636d-4175-8c66-f92a58525159),segment_id=06dbb0ca-636d-4175-8c66-f92a58525159)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:00:39.615145 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 01:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b77a15-bc71-4286-a396-6ed1f6edcacb x-openstack-request-id: req-e0b77a15-bc71-4286-a396-6ed1f6edcacb {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 01:00:39.616341 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d023cd-3dd0-4418-acd2-f77d568c421f", "name": "network-vif-plugged", "status": "completed", "tag": "9d7888f3-1b7d-4abe-84c8-f1a0332a1330", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 01:00:39.616341 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e0b77a15-bc71-4286-a396-6ed1f6edcacb {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 01:00:39.616341 dv-cinder-827778-1-iscsi neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d023cd-3dd0-4418-acd2-f77d568c421f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7888f3-1b7d-4abe-84c8-f1a0332a1330', 'code': 200} Feb 04 01:00:39.647931 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (9d7888f3-1b7d-4abe-84c8-f1a0332a1330), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:39.648762 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device d39aaad8-b951-4dce-a034-29c05236d72f no longer exists at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 01:00:39.686185 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] No Port match for: d39aaad8-b951-4dce-a034-29c05236d72f {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 01:00:39.686485 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device d39aaad8-b951-4dce-a034-29c05236d72f not bound to the agent host hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 01:00:39.715928 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=9d7888f3-1b7d-4abe-84c8-f1a0332a1330,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:00:40.028507 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51952c8c-4ead-45a1-a992-8ee62ae5d37a req-005c322f-25c0-4f46-8cd3-1b007cbdd416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:40.030098 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-51952c8c-4ead-45a1-a992-8ee62ae5d37a req-005c322f-25c0-4f46-8cd3-1b007cbdd416 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=02d023cd-3dd0-4418-acd2-f77d568c421f HTTP/1.1" status: 200 len: 1129 time: 0.0443223 Feb 04 01:00:40.074052 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-51952c8c-4ead-45a1-a992-8ee62ae5d37a req-bd5a9ee1-5363-4ae8-956c-8fa4e7a9da30 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9738898a-d1ad-4261-bc65-910290d12b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377088 Feb 04 01:00:40.144118 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-552795cc-a053-47fc-ae3f-fb5f9a1432df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:40.189093 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd5cb4-d22a-43e7-a037-1d2ad6268cce req-af7ce0e5-f377-46ae-bd82-8f7a6c4d7690 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:40.190513 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-c8dd5cb4-d22a-43e7-a037-1d2ad6268cce req-af7ce0e5-f377-46ae-bd82-8f7a6c4d7690 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/ports?device_id=02d023cd-3dd0-4418-acd2-f77d568c421f HTTP/1.1" status: 200 len: 945 time: 0.0527656 Feb 04 01:00:40.236453 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-c8dd5cb4-d22a-43e7-a037-1d2ad6268cce req-b08360b7-611d-4620-b598-4288c9c0ebbe tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/security-groups?id=9738898a-d1ad-4261-bc65-910290d12b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399864 Feb 04 01:00:40.608775 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-745c9642-607c-4402-a4e4-fed5c10bf2ed req-a1b0413a-dbe6-46ec-bca7-6b85b853400e tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a39ef3e-018e-40a4-bff8-ce6d28ec5a27 HTTP/1.1" status: 200 len: 210 time: 0.0270281 Feb 04 01:00:41.437135 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c963e25-53ae-4d30-afc5-e4126a56c08e req-51880c9e-341e-4002-b387-7c51db889d7b tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:41.438644 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4c963e25-53ae-4d30-afc5-e4126a56c08e req-51880c9e-341e-4002-b387-7c51db889d7b tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/ports?device_id=02d023cd-3dd0-4418-acd2-f77d568c421f HTTP/1.1" status: 200 len: 945 time: 0.1245179 Feb 04 01:00:41.444661 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-6e56a770-7216-414c-9dd8-51f63c832141 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:41.446047 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-6e56a770-7216-414c-9dd8-51f63c832141 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.39 "GET /v2.0/networks?id=5f955ba9-674e-45fd-8aac-6b73a4248143 HTTP/1.1" status: 200 len: 812 time: 0.1430149 Feb 04 01:00:41.514629 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4c963e25-53ae-4d30-afc5-e4126a56c08e req-6fae506f-afeb-4a05-8b98-57475e23b2fc tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/security-groups?id=9738898a-d1ad-4261-bc65-910290d12b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675504 Feb 04 01:00:41.542162 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-d0b45bee-1738-463f-a647-72b0a5314d30 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a68a23113594a40a7e2e124035f3fcb HTTP/1.1" status: 200 len: 379 time: 0.0799630 Feb 04 01:00:41.551086 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-84474e93-d1e8-44a0-8570-83dd3840af28 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Request body: {'port': {'device_id': '5a39ef3e-018e-40a4-bff8-ce6d28ec5a27', 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143', 'admin_state_up': True, 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'security_groups': ['8f8988d5-9adb-434a-923f-3ddb810c7dae']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 01:00:41.704560 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-216c2ea0-57f1-4907-b619-0dd92f9d207a req-ca29148d-b252-4879-8589-5f943b7f680b tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a39ef3e-018e-40a4-bff8-ce6d28ec5a27 HTTP/1.1" status: 200 len: 210 time: 0.0270171 Feb 04 01:00:41.715373 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-84474e93-d1e8-44a0-8570-83dd3840af28 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Made reservation on behalf of 3a68a23113594a40a7e2e124035f3fcb for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 01:00:41.718890 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-84474e93-d1e8-44a0-8570-83dd3840af28 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:41.842947 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-84474e93-d1e8-44a0-8570-83dd3840af28 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Allocated IP 172.20.0.7 (5f955ba9-674e-45fd-8aac-6b73a4248143/f2ac8d13-4344-48e5-8534-751622f2d98c/02a54c70-b3ee-4cb4-9bbb-476dac6607d6) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 01:00:41.977955 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-84474e93-d1e8-44a0-8570-83dd3840af28 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for port (02a54c70-b3ee-4cb4-9bbb-476dac6607d6), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:42.288304 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-84474e93-d1e8-44a0-8570-83dd3840af28 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (02a54c70-b3ee-4cb4-9bbb-476dac6607d6), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:42.333321 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-84474e93-d1e8-44a0-8570-83dd3840af28 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Network 5f955ba9-674e-45fd-8aac-6b73a4248143 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 01:00:42.336484 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-84474e93-d1e8-44a0-8570-83dd3840af28 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 01:00:42.338930 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-84474e93-d1e8-44a0-8570-83dd3840af28 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 01:00:42.375285 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84474e93-d1e8-44a0-8570-83dd3840af28 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Pushing event updated for resources: {'Port': ['ID=02a54c70-b3ee-4cb4-9bbb-476dac6607d6,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:00:42.401957 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-84474e93-d1e8-44a0-8570-83dd3840af28 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:42.403536 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-84474e93-d1e8-44a0-8570-83dd3840af28 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:42.403709 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0acec904-7e96-4d66-bc3d-1f8260d2891a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:42.418690 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 33912) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:00:42.495342 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-84474e93-d1e8-44a0-8570-83dd3840af28 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9477975 Feb 04 01:00:42.509990 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-0ba75d5b-8683-4bec-9a41-a706e81f73b1 service neutron] Request body: {'port': {'device_id': '5a39ef3e-018e-40a4-bff8-ce6d28ec5a27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 01:00:42.620691 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-0ba75d5b-8683-4bec-9a41-a706e81f73b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (02a54c70-b3ee-4cb4-9bbb-476dac6607d6), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:42.626567 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-da30085d-fa49-45c6-8d4d-7790bf977edb None None] Provisioning complete for port 02a54c70-b3ee-4cb4-9bbb-476dac6607d6 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:00:42.626945 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-da30085d-fa49-45c6-8d4d-7790bf977edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (02a54c70-b3ee-4cb4-9bbb-476dac6607d6), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:42.660131 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-da30085d-fa49-45c6-8d4d-7790bf977edb None None] Port 02a54c70-b3ee-4cb4-9bbb-476dac6607d6 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 01:00:42.827624 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a07006-ca5c-440c-9c49-ffd1aeb23ce9 req-7df99e70-cac6-4945-8fab-8548dbafddac tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:42.829115 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e5a07006-ca5c-440c-9c49-ffd1aeb23ce9 req-7df99e70-cac6-4945-8fab-8548dbafddac tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a39ef3e-018e-40a4-bff8-ce6d28ec5a27 HTTP/1.1" status: 200 len: 931 time: 0.0547378 Feb 04 01:00:42.897052 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e5a07006-ca5c-440c-9c49-ffd1aeb23ce9 req-8a264c9b-1877-4d11-adc4-41280174f1f6 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512373 Feb 04 01:00:43.014222 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b29f5-6ac7-4474-98bc-022b2a03ed79 req-4922a2f3-4e9e-43d1-9893-fa543afb360f tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:43.015707 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-c75b29f5-6ac7-4474-98bc-022b2a03ed79 req-4922a2f3-4e9e-43d1-9893-fa543afb360f tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/ports?device_id=02d023cd-3dd0-4418-acd2-f77d568c421f HTTP/1.1" status: 200 len: 945 time: 0.4306378 Feb 04 01:00:43.191270 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-c75b29f5-6ac7-4474-98bc-022b2a03ed79 req-70c0b1a9-c41c-4ffc-9e59-e96ada501cc3 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/security-groups?id=9738898a-d1ad-4261-bc65-910290d12b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292241 Feb 04 01:00:43.390774 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-0ba75d5b-8683-4bec-9a41-a706e81f73b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02a54c70-b3ee-4cb4-9bbb-476dac6607d6 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 01:00:43.400765 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-0ba75d5b-8683-4bec-9a41-a706e81f73b1 service neutron] Publish callbacks [] for port (02a54c70-b3ee-4cb4-9bbb-476dac6607d6), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:43.430675 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:43.454053 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-0ba75d5b-8683-4bec-9a41-a706e81f73b1 service neutron] Transition to ACTIVE for port object 02a54c70-b3ee-4cb4-9bbb-476dac6607d6 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 01:00:43.491974 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6bad788c-5f42-46a8-b58a-a1fb2a191ef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-478914'] for router_interface (f6ff5bcf-3b9c-45b8-9a67-1d82a903c391), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:43.553628 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-0ba75d5b-8683-4bec-9a41-a706e81f73b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10424596'] for port (02a54c70-b3ee-4cb4-9bbb-476dac6607d6), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:43.629930 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba75d5b-8683-4bec-9a41-a706e81f73b1 service neutron] Pushing event updated for resources: {'Port': ['ID=02a54c70-b3ee-4cb4-9bbb-476dac6607d6,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:00:43.808408 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-0ba75d5b-8683-4bec-9a41-a706e81f73b1 service neutron] Attempting to bind port 02a54c70-b3ee-4cb4-9bbb-476dac6607d6 on host hv-cinder-82777 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 01:00:43.809342 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-0ba75d5b-8683-4bec-9a41-a706e81f73b1 service neutron] Attempting to bind port 02a54c70-b3ee-4cb4-9bbb-476dac6607d6 by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': '24c0ec21-3c7a-49b9-b9cd-bc17109016f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 01:00:43.809342 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-0ba75d5b-8683-4bec-9a41-a706e81f73b1 service neutron] Attempting to bind port 02a54c70-b3ee-4cb4-9bbb-476dac6607d6 on network 5f955ba9-674e-45fd-8aac-6b73a4248143 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 01:00:43.817914 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-0ba75d5b-8683-4bec-9a41-a706e81f73b1 service neutron] Port 02a54c70-b3ee-4cb4-9bbb-476dac6607d6 on network 5f955ba9-674e-45fd-8aac-6b73a4248143 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 01:00:43.818236 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-0ba75d5b-8683-4bec-9a41-a706e81f73b1 service neutron] Attempting to bind port 02a54c70-b3ee-4cb4-9bbb-476dac6607d6 on network 5f955ba9-674e-45fd-8aac-6b73a4248143 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 01:00:43.826523 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-0ba75d5b-8683-4bec-9a41-a706e81f73b1 service neutron] Checking agent: {'id': 'bf093114-7719-4a60-8fae-8541124bea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 50, 48), 'started_at': datetime.datetime(2022, 2, 4, 0, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 1, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 01:00:43.826859 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-0ba75d5b-8683-4bec-9a41-a706e81f73b1 service neutron] Checking segment: {'id': '24c0ec21-3c7a-49b9-b9cd-bc17109016f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 01:00:43.827236 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-0ba75d5b-8683-4bec-9a41-a706e81f73b1 service neutron] Bound using segment: {'id': '24c0ec21-3c7a-49b9-b9cd-bc17109016f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 01:00:43.827656 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-0ba75d5b-8683-4bec-9a41-a706e81f73b1 service neutron] Bound port: 02a54c70-b3ee-4cb4-9bbb-476dac6607d6, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24c0ec21-3c7a-49b9-b9cd-bc17109016f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 01:00:43.828009 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-0ba75d5b-8683-4bec-9a41-a706e81f73b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (02a54c70-b3ee-4cb4-9bbb-476dac6607d6), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:43.950863 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-0ba75d5b-8683-4bec-9a41-a706e81f73b1 service neutron] For port 02a54c70-b3ee-4cb4-9bbb-476dac6607d6, host hv-cinder-82777, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 01:00:43.964721 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-0ba75d5b-8683-4bec-9a41-a706e81f73b1 service neutron] For port 02a54c70-b3ee-4cb4-9bbb-476dac6607d6, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=02a54c70-b3ee-4cb4-9bbb-476dac6607d6,segment=NetworkSegment(24c0ec21-3c7a-49b9-b9cd-bc17109016f1),segment_id=24c0ec21-3c7a-49b9-b9cd-bc17109016f1)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 01:00:43.987059 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-6bad788c-5f42-46a8-b58a-a1fb2a191ef7 admin admin] Deleting port 3fb5d3c6-d0c9-4841-8f62-773150ff2e47 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 01:00:43.987344 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6bad788c-5f42-46a8-b58a-a1fb2a191ef7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (3fb5d3c6-d0c9-4841-8f62-773150ff2e47), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:44.024982 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e3253-27db-43f4-b588-66f0745c2eea req-c650dd57-7a8a-4c77-af37-c6f9d51e0f71 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:44.027780 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-7d3e3253-27db-43f4-b588-66f0745c2eea req-c650dd57-7a8a-4c77-af37-c6f9d51e0f71 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a39ef3e-018e-40a4-bff8-ce6d28ec5a27 HTTP/1.1" status: 200 len: 943 time: 0.0610166 Feb 04 01:00:44.051445 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-0ba75d5b-8683-4bec-9a41-a706e81f73b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10424596'] for port (02a54c70-b3ee-4cb4-9bbb-476dac6607d6), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:44.074748 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-7d3e3253-27db-43f4-b588-66f0745c2eea req-cc266401-425b-409b-995d-2e301f86dbd8 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427158 Feb 04 01:00:44.095136 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-6bad788c-5f42-46a8-b58a-a1fb2a191ef7 admin admin] For port 3fb5d3c6-d0c9-4841-8f62-773150ff2e47, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=3fb5d3c6-d0c9-4841-8f62-773150ff2e47,segment=NetworkSegment(b465fa9e-77e1-4a65-93a3-230a0400b098),segment_id=b465fa9e-77e1-4a65-93a3-230a0400b098)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:00:44.099997 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6bad788c-5f42-46a8-b58a-a1fb2a191ef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (3fb5d3c6-d0c9-4841-8f62-773150ff2e47), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:44.100237 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-0ba75d5b-8683-4bec-9a41-a706e81f73b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:44.100833 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-0ba75d5b-8683-4bec-9a41-a706e81f73b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:44.102254 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-0ba75d5b-8683-4bec-9a41-a706e81f73b1 service neutron] 10.222.0.39 "PUT /v2.0/ports/02a54c70-b3ee-4cb4-9bbb-476dac6607d6 HTTP/1.1" status: 200 len: 1093 time: 1.5980756 Feb 04 01:00:44.107537 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a39ef3e-018e-40a4-bff8-ce6d28ec5a27', 'tag': '02a54c70-b3ee-4cb4-9bbb-476dac6607d6'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 01:00:44.109808 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9923a7793e9fa6102d344dd696201155eb04f662303130ce66584af0359f1e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a0550e-13ef-4b73-accd-57ea30117249" -d '{"events": [{"name": "network-changed", "server_uuid": "5a39ef3e-018e-40a4-bff8-ce6d28ec5a27", "tag": "02a54c70-b3ee-4cb4-9bbb-476dac6607d6"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 01:00:44.130342 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-6bad788c-5f42-46a8-b58a-a1fb2a191ef7 admin admin] Calling delete_port for 3fb5d3c6-d0c9-4841-8f62-773150ff2e47 owned by network:router_interface {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 01:00:44.154042 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba75d5b-8683-4bec-9a41-a706e81f73b1 service neutron] Pushing event updated for resources: {'Port': ['ID=02a54c70-b3ee-4cb4-9bbb-476dac6607d6,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:00:44.191066 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 01:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba0d694-1354-44e2-a95e-f58933c9c6ac x-openstack-request-id: req-8ba0d694-1354-44e2-a95e-f58933c9c6ac {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 01:00:44.191333 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a39ef3e-018e-40a4-bff8-ce6d28ec5a27", "tag": "02a54c70-b3ee-4cb4-9bbb-476dac6607d6", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 01:00:44.191586 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8ba0d694-1354-44e2-a95e-f58933c9c6ac {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 01:00:44.191970 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a39ef3e-018e-40a4-bff8-ce6d28ec5a27', 'tag': '02a54c70-b3ee-4cb4-9bbb-476dac6607d6', 'status': 'completed', 'code': 200} Feb 04 01:00:44.295955 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0550e-13ef-4b73-accd-57ea30117249 req-e50f7a39-7519-4f77-b19c-752b6c0f9901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:44.297453 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-17a0550e-13ef-4b73-accd-57ea30117249 req-e50f7a39-7519-4f77-b19c-752b6c0f9901 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a68a23113594a40a7e2e124035f3fcb&device_id=5a39ef3e-018e-40a4-bff8-ce6d28ec5a27 HTTP/1.1" status: 200 len: 1127 time: 0.1046903 Feb 04 01:00:44.440571 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0550e-13ef-4b73-accd-57ea30117249 req-8ab9cfde-10d7-4a41-acbd-eab6adfbd22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:44.442094 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-17a0550e-13ef-4b73-accd-57ea30117249 req-8ab9cfde-10d7-4a41-acbd-eab6adfbd22b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3a68a23113594a40a7e2e124035f3fcb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1357789 Feb 04 01:00:44.518926 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6bad788c-5f42-46a8-b58a-a1fb2a191ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (3fb5d3c6-d0c9-4841-8f62-773150ff2e47), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:44.559165 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad788c-5f42-46a8-b58a-a1fb2a191ef7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fb5d3c6-d0c9-4841-8f62-773150ff2e47,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:00:44.592565 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0550e-13ef-4b73-accd-57ea30117249 req-ac26962c-a136-4236-92f7-11daa4999a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:44.594080 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-17a0550e-13ef-4b73-accd-57ea30117249 req-ac26962c-a136-4236-92f7-11daa4999a1a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1444716 Feb 04 01:00:44.751302 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-8a78fa93-73b8-475e-b76b-b7048330208f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:44.753434 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-8a78fa93-73b8-475e-b76b-b7048330208f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a68a23113594a40a7e2e124035f3fcb&device_id=5a39ef3e-018e-40a4-bff8-ce6d28ec5a27 HTTP/1.1" status: 200 len: 1127 time: 0.1210983 Feb 04 01:00:44.799787 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-5f5266df-2636-4d85-8068-b05a893d2d0e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02a54c70-b3ee-4cb4-9bbb-476dac6607d6 HTTP/1.1" status: 200 len: 217 time: 0.0389619 Feb 04 01:00:44.805254 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6bad788c-5f42-46a8-b58a-a1fb2a191ef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1763608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478774'] for router_interface (f6ff5bcf-3b9c-45b8-9a67-1d82a903c391), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:44.926343 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-4a732b46-85fa-47f9-a568-5b0f0affbce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:44.926343 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-4a732b46-85fa-47f9-a568-5b0f0affbce2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f2ac8d13-4344-48e5-8534-751622f2d98c HTTP/1.1" status: 200 len: 851 time: 0.1166322 Feb 04 01:00:44.996188 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-97045170-89ec-4d97-81e2-c493946fb77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:44.997714 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-97045170-89ec-4d97-81e2-c493946fb77e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f955ba9-674e-45fd-8aac-6b73a4248143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0660794 Feb 04 01:00:45.030328 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:45.169759 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-6d620345-854b-4cf1-b7d9-573b6f766cb8 service neutron] 10.222.0.39 "GET /v2.0/networks/5f955ba9-674e-45fd-8aac-6b73a4248143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426194 Feb 04 01:00:45.173444 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bad788c-5f42-46a8-b58a-a1fb2a191ef7 admin admin] Router f6ff5bcf-3b9c-45b8-9a67-1d82a903c391 has already been hosted by L3 agent 05e42f77-b612-4439-9acd-15af6102b82d {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 01:00:45.205187 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb394e54-324e-43b2-811d-96e08791dea2 req-5347a78f-c79b-4ffe-af90-3591c6f6fa95 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:45.206782 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-fb394e54-324e-43b2-811d-96e08791dea2 req-5347a78f-c79b-4ffe-af90-3591c6f6fa95 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a39ef3e-018e-40a4-bff8-ce6d28ec5a27 HTTP/1.1" status: 200 len: 943 time: 0.0578334 Feb 04 01:00:45.258556 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-fb394e54-324e-43b2-811d-96e08791dea2 req-0495da15-7b78-4a39-afb3-816c56893ef3 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458696 Feb 04 01:00:45.348449 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6bb3b22e-2c18-4287-a6d7-fbb2dea1d169 req-c8d2cb7a-6c2f-4cd2-a4bb-9153c82baa17 service neutron] 10.222.0.39 "GET /v2.0/networks/5f955ba9-674e-45fd-8aac-6b73a4248143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709669 Feb 04 01:00:45.357177 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bad788c-5f42-46a8-b58a-a1fb2a191ef7 admin admin] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 01:00:45.363349 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-6bad788c-5f42-46a8-b58a-a1fb2a191ef7 admin admin] 10.222.0.10 "PUT /v2.0/routers/f6ff5bcf-3b9c-45b8-9a67-1d82a903c391/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9432976 Feb 04 01:00:45.365197 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 33982) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:00:45.368838 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488c50db-2ace-4c7d-beee-197744a2eab2 None None] Sync routers for ids ['f6ff5bcf-3b9c-45b8-9a67-1d82a903c391'] in dv-cinder-827778-1-iscsi {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 01:00:45.381238 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488c50db-2ace-4c7d-beee-197744a2eab2 None None] Routers {'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:00:45.389339 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-488c50db-2ace-4c7d-beee-197744a2eab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:00:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['f6ff5bcf-3b9c-45b8-9a67-1d82a903c391'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:00:45.500632 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-488c50db-2ace-4c7d-beee-197744a2eab2 None None] Set router f6ff5bcf-3b9c-45b8-9a67-1d82a903c391 gateway port host: dv-cinder-827778-1-iscsi {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:00:45.699514 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-488c50db-2ace-4c7d-beee-197744a2eab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'name': 'tempest-AttachVolumeTestJSON-1288979520-router', 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'a75a35f5-1f19-4371-82c2-fcb1fbfcb021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:56:09Z', 'updated_at': '2022-02-04T01:00:44Z', 'revision_number': 5, 'project_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'gw_port': {'id': 'a75a35f5-1f19-4371-82c2-fcb1fbfcb021', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:56:10Z', 'updated_at': '2022-02-04T00:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi'}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:00:45.726837 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488c50db-2ace-4c7d-beee-197744a2eab2 None None] Checking router: f6ff5bcf-3b9c-45b8-9a67-1d82a903c391 for host: dv-cinder-827778-1-iscsi {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 01:00:45.731701 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-051e5489-8d80-4da7-8035-c091b9f64b7b admin admin] Publish callbacks [] for router (f6ff5bcf-3b9c-45b8-9a67-1d82a903c391), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:45.735622 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488c50db-2ace-4c7d-beee-197744a2eab2 None None] Routers {'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:00:45.736220 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-488c50db-2ace-4c7d-beee-197744a2eab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:00:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['f6ff5bcf-3b9c-45b8-9a67-1d82a903c391'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:00:45.838643 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-051e5489-8d80-4da7-8035-c091b9f64b7b admin admin] Publish callbacks [] for router_gateway (f6ff5bcf-3b9c-45b8-9a67-1d82a903c391), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:45.843527 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-488c50db-2ace-4c7d-beee-197744a2eab2 None None] Set router f6ff5bcf-3b9c-45b8-9a67-1d82a903c391 gateway port host: dv-cinder-827778-1-iscsi {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:00:45.979233 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-051e5489-8d80-4da7-8035-c091b9f64b7b admin admin] Deleting port a75a35f5-1f19-4371-82c2-fcb1fbfcb021 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 01:00:45.979578 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-051e5489-8d80-4da7-8035-c091b9f64b7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (a75a35f5-1f19-4371-82c2-fcb1fbfcb021), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:46.063443 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-488c50db-2ace-4c7d-beee-197744a2eab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'name': 'tempest-AttachVolumeTestJSON-1288979520-router', 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'a75a35f5-1f19-4371-82c2-fcb1fbfcb021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:56:09Z', 'updated_at': '2022-02-04T01:00:44Z', 'revision_number': 5, 'project_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'gw_port': {'id': 'a75a35f5-1f19-4371-82c2-fcb1fbfcb021', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:56:10Z', 'updated_at': '2022-02-04T00:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi'}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:00:46.070985 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-051e5489-8d80-4da7-8035-c091b9f64b7b admin admin] For port a75a35f5-1f19-4371-82c2-fcb1fbfcb021, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=a75a35f5-1f19-4371-82c2-fcb1fbfcb021,segment=NetworkSegment(e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a),segment_id=e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:00:46.071350 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-051e5489-8d80-4da7-8035-c091b9f64b7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (a75a35f5-1f19-4371-82c2-fcb1fbfcb021), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:46.084455 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-051e5489-8d80-4da7-8035-c091b9f64b7b admin admin] Calling delete_port for a75a35f5-1f19-4371-82c2-fcb1fbfcb021 owned by network:router_gateway {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 01:00:46.095245 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488c50db-2ace-4c7d-beee-197744a2eab2 None None] The sync data for ids ['f6ff5bcf-3b9c-45b8-9a67-1d82a903c391'] in dv-cinder-827778-1-iscsi is: [{'id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'name': 'tempest-AttachVolumeTestJSON-1288979520-router', 'tenant_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'a75a35f5-1f19-4371-82c2-fcb1fbfcb021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:56:09Z', 'updated_at': '2022-02-04T01:00:44Z', 'revision_number': 5, 'project_id': 'b0f51023e09f42c583c82a6cedd0b27c', 'gw_port': {'id': 'a75a35f5-1f19-4371-82c2-fcb1fbfcb021', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5bcf-3b9c-45b8-9a67-1d82a903c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:56:10Z', 'updated_at': '2022-02-04T00:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 01:00:46.207347 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:46.359010 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-051e5489-8d80-4da7-8035-c091b9f64b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (a75a35f5-1f19-4371-82c2-fcb1fbfcb021), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:46.394079 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e5489-8d80-4da7-8035-c091b9f64b7b admin admin] Pushing event deleted for resources: {'Port': ['ID=a75a35f5-1f19-4371-82c2-fcb1fbfcb021,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:00:46.461785 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eacc87-3187-4572-87e7-0196e9ad7174 req-18f452a8-c232-445c-b0d6-ba42a29b61c3 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:46.463303 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-83eacc87-3187-4572-87e7-0196e9ad7174 req-18f452a8-c232-445c-b0d6-ba42a29b61c3 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a39ef3e-018e-40a4-bff8-ce6d28ec5a27 HTTP/1.1" status: 200 len: 943 time: 0.1319084 Feb 04 01:00:46.478965 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-051e5489-8d80-4da7-8035-c091b9f64b7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601432'] for router_gateway (f6ff5bcf-3b9c-45b8-9a67-1d82a903c391), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:46.600588 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-051e5489-8d80-4da7-8035-c091b9f64b7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26696'] for router (f6ff5bcf-3b9c-45b8-9a67-1d82a903c391), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:46.603577 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-051e5489-8d80-4da7-8035-c091b9f64b7b admin admin] Publish callbacks [] for router_controller (f6ff5bcf-3b9c-45b8-9a67-1d82a903c391), precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:46.608514 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-83eacc87-3187-4572-87e7-0196e9ad7174 req-49fb5396-23cd-4936-bf32-2f1394531829 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380231 Feb 04 01:00:46.784159 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-051e5489-8d80-4da7-8035-c091b9f64b7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487464'] for router (f6ff5bcf-3b9c-45b8-9a67-1d82a903c391), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:46.784915 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051e5489-8d80-4da7-8035-c091b9f64b7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6ff5bcf-3b9c-45b8-9a67-1d82a903c391 {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 01:00:46.789081 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-051e5489-8d80-4da7-8035-c091b9f64b7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:46.792851 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-051e5489-8d80-4da7-8035-c091b9f64b7b admin admin] 10.222.0.10 "DELETE /v2.0/routers/f6ff5bcf-3b9c-45b8-9a67-1d82a903c391 HTTP/1.1" status: 204 len: 168 time: 1.4240890 Feb 04 01:00:46.792851 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 33988) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:00:46.843163 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c5e738e-e8de-45d1-b205-e34b6d2e0e81 admin admin] Deleting subnet 359a36c9-988b-4b2d-817e-108886bfc95e {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 01:00:46.846746 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6c5e738e-e8de-45d1-b205-e34b6d2e0e81 admin admin] Publish callbacks [] for subnet (359a36c9-988b-4b2d-817e-108886bfc95e), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:46.883567 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6c5e738e-e8de-45d1-b205-e34b6d2e0e81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10427957'] for subnet (359a36c9-988b-4b2d-817e-108886bfc95e), precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:46.961618 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6c5e738e-e8de-45d1-b205-e34b6d2e0e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383273'] for subnet (359a36c9-988b-4b2d-817e-108886bfc95e), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:47.082294 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6c5e738e-e8de-45d1-b205-e34b6d2e0e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10424670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8755965'] for subnet (359a36c9-988b-4b2d-817e-108886bfc95e), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:47.110643 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6c5e738e-e8de-45d1-b205-e34b6d2e0e81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for subnet (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:47.114494 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-6c5e738e-e8de-45d1-b205-e34b6d2e0e81 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/359a36c9-988b-4b2d-817e-108886bfc95e HTTP/1.1" status: 204 len: 168 time: 0.3207433 Feb 04 01:00:47.115556 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e738e-e8de-45d1-b205-e34b6d2e0e81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=359a36c9-988b-4b2d-817e-108886bfc95e,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:00:47.117299 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 33992) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:00:47.121117 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf2ac9b-638a-43eb-aaea-ab2cde60b47d None None] Network 271880bd-091b-49af-861b-f2b13eceb364 requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 01:00:47.194543 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e26dd9c7-9b1a-4703-b93c-7dfe92733a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-749408'] for network (271880bd-091b-49af-861b-f2b13eceb364), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:47.261691 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-e26dd9c7-9b1a-4703-b93c-7dfe92733a99 admin admin] Deleting port 974bd613-649b-4ae2-a838-9fac1174c624 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 01:00:47.262029 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e26dd9c7-9b1a-4703-b93c-7dfe92733a99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (974bd613-649b-4ae2-a838-9fac1174c624), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:47.280576 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4aa7ea3-2aa1-4411-8d4a-b6433fc1534f None None] DHCP port deletion for 271880bd-091b-49af-861b-f2b13eceb364 request from dv-cinder-827778-1-iscsi {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 01:00:47.325266 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-e26dd9c7-9b1a-4703-b93c-7dfe92733a99 admin admin] For port 974bd613-649b-4ae2-a838-9fac1174c624, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=974bd613-649b-4ae2-a838-9fac1174c624,segment=NetworkSegment(b465fa9e-77e1-4a65-93a3-230a0400b098),segment_id=b465fa9e-77e1-4a65-93a3-230a0400b098)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:00:47.325664 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e26dd9c7-9b1a-4703-b93c-7dfe92733a99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (974bd613-649b-4ae2-a838-9fac1174c624), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:47.332466 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-c4aa7ea3-2aa1-4411-8d4a-b6433fc1534f None None] Deleting port 974bd613-649b-4ae2-a838-9fac1174c624 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 01:00:47.332846 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c4aa7ea3-2aa1-4411-8d4a-b6433fc1534f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (974bd613-649b-4ae2-a838-9fac1174c624), before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:47.341541 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-e26dd9c7-9b1a-4703-b93c-7dfe92733a99 admin admin] Calling delete_port for 974bd613-649b-4ae2-a838-9fac1174c624 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 01:00:47.406582 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-c4aa7ea3-2aa1-4411-8d4a-b6433fc1534f None None] For port 974bd613-649b-4ae2-a838-9fac1174c624, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=974bd613-649b-4ae2-a838-9fac1174c624,segment=NetworkSegment(b465fa9e-77e1-4a65-93a3-230a0400b098),segment_id=b465fa9e-77e1-4a65-93a3-230a0400b098)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:00:47.406980 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c4aa7ea3-2aa1-4411-8d4a-b6433fc1534f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (974bd613-649b-4ae2-a838-9fac1174c624), precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:47.420004 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-c4aa7ea3-2aa1-4411-8d4a-b6433fc1534f None None] Calling delete_port for 974bd613-649b-4ae2-a838-9fac1174c624 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 01:00:47.505234 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e26dd9c7-9b1a-4703-b93c-7dfe92733a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-660047'] for port (974bd613-649b-4ae2-a838-9fac1174c624), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:47.511941 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c4aa7ea3-2aa1-4411-8d4a-b6433fc1534f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232'] for port (974bd613-649b-4ae2-a838-9fac1174c624), after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:47.537968 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26dd9c7-9b1a-4703-b93c-7dfe92733a99 admin admin] Pushing event deleted for resources: {'Port': ['ID=974bd613-649b-4ae2-a838-9fac1174c624,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:00:47.539378 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa7ea3-2aa1-4411-8d4a-b6433fc1534f None None] Pushing event deleted for resources: {'Port': ['ID=974bd613-649b-4ae2-a838-9fac1174c624,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:00:47.539931 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26dd9c7-9b1a-4703-b93c-7dfe92733a99 admin admin] No DVR routers for this DVR port 974bd613-649b-4ae2-a838-9fac1174c624 on host dv-cinder-827778-1-iscsi {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 01:00:47.541329 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4aa7ea3-2aa1-4411-8d4a-b6433fc1534f None None] No DVR routers for this DVR port 974bd613-649b-4ae2-a838-9fac1174c624 on host dv-cinder-827778-1-iscsi {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 01:00:47.544121 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device a75a35f5-1f19-4371-82c2-fcb1fbfcb021 no longer exists at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 01:00:47.566503 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] No Port match for: a75a35f5-1f19-4371-82c2-fcb1fbfcb021 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 01:00:47.566858 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device a75a35f5-1f19-4371-82c2-fcb1fbfcb021 not bound to the agent host dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 01:00:47.567285 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 974bd613-649b-4ae2-a838-9fac1174c624 no longer exists at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 01:00:47.587789 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] No Port match for: 974bd613-649b-4ae2-a838-9fac1174c624 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 01:00:47.588053 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 974bd613-649b-4ae2-a838-9fac1174c624 not bound to the agent host dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 01:00:47.588484 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 3fb5d3c6-d0c9-4841-8f62-773150ff2e47 no longer exists at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 01:00:47.607933 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] No Port match for: 3fb5d3c6-d0c9-4841-8f62-773150ff2e47 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 01:00:47.608313 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 3fb5d3c6-d0c9-4841-8f62-773150ff2e47 not bound to the agent host dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 01:00:47.616813 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e26dd9c7-9b1a-4703-b93c-7dfe92733a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381372', 'neutron.services.segments.db._delete_segments_for_network-8784746458965'] for network (271880bd-091b-49af-861b-f2b13eceb364), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:47.638321 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-e26dd9c7-9b1a-4703-b93c-7dfe92733a99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['271880bd-091b-49af-861b-f2b13eceb364']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:00:47.650577 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-e26dd9c7-9b1a-4703-b93c-7dfe92733a99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b465fa9e-77e1-4a65-93a3-230a0400b098') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:00:47.651096 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-e26dd9c7-9b1a-4703-b93c-7dfe92733a99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b465fa9e-77e1-4a65-93a3-230a0400b098') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:00:47.665787 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e26dd9c7-9b1a-4703-b93c-7dfe92733a99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784746459486', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2987907'] for segment (b465fa9e-77e1-4a65-93a3-230a0400b098), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:47.681580 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e26dd9c7-9b1a-4703-b93c-7dfe92733a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650'] for segment (b465fa9e-77e1-4a65-93a3-230a0400b098), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:47.697743 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e26dd9c7-9b1a-4703-b93c-7dfe92733a99 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 01:00:47.701126 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e26dd9c7-9b1a-4703-b93c-7dfe92733a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-660156'] for segment (b465fa9e-77e1-4a65-93a3-230a0400b098), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:47.701126 dv-cinder-827778-1-iscsi neutron-server[109722]: Traceback (most recent call last): Feb 04 01:00:47.701126 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 01:00:47.701126 dv-cinder-827778-1-iscsi neutron-server[109722]: timer() Feb 04 01:00:47.701126 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 01:00:47.701126 dv-cinder-827778-1-iscsi neutron-server[109722]: cb(*args, **kw) Feb 04 01:00:47.701126 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 01:00:47.701126 dv-cinder-827778-1-iscsi neutron-server[109722]: return func(*args, **kwargs) Feb 04 01:00:47.701126 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 01:00:47.701126 dv-cinder-827778-1-iscsi neutron-server[109722]: self._notify() Feb 04 01:00:47.701126 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 01:00:47.701126 dv-cinder-827778-1-iscsi neutron-server[109722]: self.callback(batched_events) Feb 04 01:00:47.701126 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 01:00:47.701126 dv-cinder-827778-1-iscsi neutron-server[109722]: event.method(event) Feb 04 01:00:47.701126 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 01:00:47.701126 dv-cinder-827778-1-iscsi neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 01:00:47.701126 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 01:00:47.701126 dv-cinder-827778-1-iscsi neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 01:00:47.701126 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 01:00:47.701126 dv-cinder-827778-1-iscsi neutron-server[109722]: return f(self, *a, **k) Feb 04 01:00:47.701126 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 01:00:47.701126 dv-cinder-827778-1-iscsi neutron-server[109722]: return self._get(url).json() Feb 04 01:00:47.701126 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 01:00:47.701126 dv-cinder-827778-1-iscsi neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 01:00:47.701126 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 01:00:47.701126 dv-cinder-827778-1-iscsi neutron-server[109722]: return self.request(url, 'GET', **kwargs) Feb 04 01:00:47.701126 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 01:00:47.701126 dv-cinder-827778-1-iscsi neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 01:00:47.701126 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 01:00:47.701126 dv-cinder-827778-1-iscsi neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 01:00:47.701126 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 01:00:47.701126 dv-cinder-827778-1-iscsi neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 01:00:47.701126 dv-cinder-827778-1-iscsi neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 01:00:47.810966 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf45b4-8f59-4326-9592-f90cba938553 req-c358199c-4ab4-48db-81ad-c3141cb81ce3 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:47.812489 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-dadf45b4-8f59-4326-9592-f90cba938553 req-c358199c-4ab4-48db-81ad-c3141cb81ce3 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a39ef3e-018e-40a4-bff8-ce6d28ec5a27 HTTP/1.1" status: 200 len: 943 time: 0.1322999 Feb 04 01:00:47.849411 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e26dd9c7-9b1a-4703-b93c-7dfe92733a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601460'] for network (271880bd-091b-49af-861b-f2b13eceb364), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:47.853816 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e26dd9c7-9b1a-4703-b93c-7dfe92733a99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for network (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:47.857387 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-e26dd9c7-9b1a-4703-b93c-7dfe92733a99 admin admin] 10.222.0.10 "DELETE /v2.0/networks/271880bd-091b-49af-861b-f2b13eceb364 HTTP/1.1" status: 204 len: 168 time: 0.7390592 Feb 04 01:00:47.881526 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26dd9c7-9b1a-4703-b93c-7dfe92733a99 admin admin] Pushing event deleted for resources: {'Network': ['ID=271880bd-091b-49af-861b-f2b13eceb364,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:00:47.886514 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-dadf45b4-8f59-4326-9592-f90cba938553 req-f6a3eca2-b5be-4f3b-9c3b-d47fe5589bda tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666220 Feb 04 01:00:48.159865 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 34000) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:00:48.200691 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-9d72ba38-8f2c-4cc0-97a1-ae5adf4f49e1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b0f51023e09f42c583c82a6cedd0b27c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393319 Feb 04 01:00:48.203224 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 34002) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:00:48.250873 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-322840b7-540f-45b8-9116-c82a6bffd9ad admin admin] Publish callbacks [] for security_group (b45b1fba-89fc-431f-9587-1ce108ed86bf), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:48.272728 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-322840b7-540f-45b8-9116-c82a6bffd9ad admin admin] Publish callbacks [] for security_group (b45b1fba-89fc-431f-9587-1ce108ed86bf), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:48.384932 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-322840b7-540f-45b8-9116-c82a6bffd9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (b45b1fba-89fc-431f-9587-1ce108ed86bf), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:48.387518 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-322840b7-540f-45b8-9116-c82a6bffd9ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:48.388687 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-322840b7-540f-45b8-9116-c82a6bffd9ad admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b45b1fba-89fc-431f-9587-1ce108ed86bf HTTP/1.1" status: 204 len: 168 time: 0.1845691 Feb 04 01:00:48.396337 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322840b7-540f-45b8-9116-c82a6bffd9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45b1fba-89fc-431f-9587-1ce108ed86bf,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:00:48.700133 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:49.007725 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c25bd0-9471-4069-9372-3645f38945cb req-77d819ae-214a-4c47-b796-f8d28b2602d7 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:49.012232 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-f1c25bd0-9471-4069-9372-3645f38945cb req-77d819ae-214a-4c47-b796-f8d28b2602d7 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a39ef3e-018e-40a4-bff8-ce6d28ec5a27 HTTP/1.1" status: 200 len: 943 time: 0.0547023 Feb 04 01:00:49.060017 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-f1c25bd0-9471-4069-9372-3645f38945cb req-298830d9-7c46-4167-9d9e-f099707a3fde tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443351 Feb 04 01:00:50.410074 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce0b54-2a9e-42f9-956c-2ca79660b0bc req-bf77b2c7-e197-4ef7-b1d1-ea8f030e6102 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:50.411584 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-02ce0b54-2a9e-42f9-956c-2ca79660b0bc req-bf77b2c7-e197-4ef7-b1d1-ea8f030e6102 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a39ef3e-018e-40a4-bff8-ce6d28ec5a27 HTTP/1.1" status: 200 len: 943 time: 0.2859364 Feb 04 01:00:50.467717 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-02ce0b54-2a9e-42f9-956c-2ca79660b0bc req-223436d1-8c9f-48b3-bebd-7551bb216943 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502410 Feb 04 01:00:51.590363 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785892aa-c772-4fc6-9899-ba749a2fa122 req-e1bb3f65-d1ac-4a7f-9cdf-b904b6ead624 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:51.591997 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-785892aa-c772-4fc6-9899-ba749a2fa122 req-e1bb3f65-d1ac-4a7f-9cdf-b904b6ead624 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a39ef3e-018e-40a4-bff8-ce6d28ec5a27 HTTP/1.1" status: 200 len: 943 time: 0.0569310 Feb 04 01:00:51.647724 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-785892aa-c772-4fc6-9899-ba749a2fa122 req-f388c826-d37e-4d8b-b4e0-ed5f3a329e22 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498874 Feb 04 01:00:52.777241 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fbe780-fad9-4eac-a3c8-3dc1600d9be1 req-b05ec3b5-8002-4453-bfa2-98ac1de234b3 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:52.778766 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-81fbe780-fad9-4eac-a3c8-3dc1600d9be1 req-b05ec3b5-8002-4453-bfa2-98ac1de234b3 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a39ef3e-018e-40a4-bff8-ce6d28ec5a27 HTTP/1.1" status: 200 len: 943 time: 0.0522740 Feb 04 01:00:52.830534 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-81fbe780-fad9-4eac-a3c8-3dc1600d9be1 req-11e4c128-eef1-4cff-9747-5eea9b0784a3 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457230 Feb 04 01:00:53.422092 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 02a54c70-b3ee-4cb4-9bbb-476dac6607d6 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 01:00:53.517371 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 02a54c70-b3ee-4cb4-9bbb-476dac6607d6, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=02a54c70-b3ee-4cb4-9bbb-476dac6607d6,segment=NetworkSegment(24c0ec21-3c7a-49b9-b9cd-bc17109016f1),segment_id=24c0ec21-3c7a-49b9-b9cd-bc17109016f1)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:00:53.529179 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Returning: {'device': '02a54c70-b3ee-4cb4-9bbb-476dac6607d6', 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143', 'port_id': '02a54c70-b3ee-4cb4-9bbb-476dac6607d6', 'mac_address': 'fa:16:3e:fb:c4:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2ac8d13-4344-48e5-8534-751622f2d98c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 01:00:53.571491 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port 02a54c70-b3ee-4cb4-9bbb-476dac6607d6 is: DOWN; New status is: BUILD {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:00:53.571890 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (02a54c70-b3ee-4cb4-9bbb-476dac6607d6), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:53.585249 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02a54c70-b3ee-4cb4-9bbb-476dac6607d6 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 01:00:53.604975 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 02a54c70-b3ee-4cb4-9bbb-476dac6607d6, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=02a54c70-b3ee-4cb4-9bbb-476dac6607d6,segment=NetworkSegment(24c0ec21-3c7a-49b9-b9cd-bc17109016f1),segment_id=24c0ec21-3c7a-49b9-b9cd-bc17109016f1)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:00:53.681991 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (02a54c70-b3ee-4cb4-9bbb-476dac6607d6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:53.734390 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=02a54c70-b3ee-4cb4-9bbb-476dac6607d6,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:00:53.946599 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['02a54c70-b3ee-4cb4-9bbb-476dac6607d6'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 01:00:53.950152 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b8c47-fccf-41a0-8ee9-be5538c8297d req-4962e313-447e-420f-9d58-4ae825cc3a1a tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:53.951659 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2f8b8c47-fccf-41a0-8ee9-be5538c8297d req-4962e313-447e-420f-9d58-4ae825cc3a1a tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a39ef3e-018e-40a4-bff8-ce6d28ec5a27 HTTP/1.1" status: 200 len: 944 time: 0.0524116 Feb 04 01:00:54.002535 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2f8b8c47-fccf-41a0-8ee9-be5538c8297d req-71708a7e-8ea0-4ad5-9218-e5ae22122883 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437720 Feb 04 01:00:55.122338 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9454d-8370-4482-a909-df981e18ead0 req-901a33d6-1ba4-44a3-ad81-0be46b743f40 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:55.123797 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e4e9454d-8370-4482-a909-df981e18ead0 req-901a33d6-1ba4-44a3-ad81-0be46b743f40 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a39ef3e-018e-40a4-bff8-ce6d28ec5a27 HTTP/1.1" status: 200 len: 944 time: 0.0544088 Feb 04 01:00:55.171451 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e4e9454d-8370-4482-a909-df981e18ead0 req-243be9d4-4243-464e-bc46-85740b876fa8 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422363 Feb 04 01:00:55.894230 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 02a54c70-b3ee-4cb4-9bbb-476dac6607d6 up at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 01:00:56.018814 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning for port 02a54c70-b3ee-4cb4-9bbb-476dac6607d6 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 01:00:56.022782 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning complete for port 02a54c70-b3ee-4cb4-9bbb-476dac6607d6 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:00:56.023197 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (02a54c70-b3ee-4cb4-9bbb-476dac6607d6), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:56.099766 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port 02a54c70-b3ee-4cb4-9bbb-476dac6607d6 is: BUILD; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:00:56.100143 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (02a54c70-b3ee-4cb4-9bbb-476dac6607d6), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:56.122171 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a39ef3e-018e-40a4-bff8-ce6d28ec5a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a54c70-b3ee-4cb4-9bbb-476dac6607d6'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 01:00:56.124348 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6008afca8a05d931a9cb2feac605f7a66ad88b8a0c7f78d7c81d8c88d670685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd18b415-adab-4066-b94a-aee6ae4fe7e6" -d '{"events": [{"server_uuid": "5a39ef3e-018e-40a4-bff8-ce6d28ec5a27", "name": "network-vif-plugged", "status": "completed", "tag": "02a54c70-b3ee-4cb4-9bbb-476dac6607d6"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 01:00:56.136530 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 02a54c70-b3ee-4cb4-9bbb-476dac6607d6, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=02a54c70-b3ee-4cb4-9bbb-476dac6607d6,segment=NetworkSegment(24c0ec21-3c7a-49b9-b9cd-bc17109016f1),segment_id=24c0ec21-3c7a-49b9-b9cd-bc17109016f1)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:00:56.161254 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 01:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83860048-3afc-4ef4-9a69-a90773633add x-openstack-request-id: req-83860048-3afc-4ef4-9a69-a90773633add {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 01:00:56.161573 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a39ef3e-018e-40a4-bff8-ce6d28ec5a27", "name": "network-vif-plugged", "status": "completed", "tag": "02a54c70-b3ee-4cb4-9bbb-476dac6607d6", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 01:00:56.161826 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-83860048-3afc-4ef4-9a69-a90773633add {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 01:00:56.162215 dv-cinder-827778-1-iscsi neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a39ef3e-018e-40a4-bff8-ce6d28ec5a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a54c70-b3ee-4cb4-9bbb-476dac6607d6', 'code': 200} Feb 04 01:00:56.196081 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (02a54c70-b3ee-4cb4-9bbb-476dac6607d6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:00:56.243819 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=02a54c70-b3ee-4cb4-9bbb-476dac6607d6,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:00:56.290968 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82e825-0eba-4abc-8f18-f040f372cf9f req-be1569bb-6c1f-4256-b2dc-0cbf6d6cd52d tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:56.292434 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-bb82e825-0eba-4abc-8f18-f040f372cf9f req-be1569bb-6c1f-4256-b2dc-0cbf6d6cd52d tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a39ef3e-018e-40a4-bff8-ce6d28ec5a27 HTTP/1.1" status: 200 len: 945 time: 0.0518117 Feb 04 01:00:56.338737 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-bb82e825-0eba-4abc-8f18-f040f372cf9f req-ba875658-de69-430d-9338-984b8f9246db tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409000 Feb 04 01:00:57.458003 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e4f27-39b5-4ac5-955e-42f5efb3d440 req-1f9e2e82-8e83-429f-9e3a-9efe5b664b4d tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:57.459392 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-525e4f27-39b5-4ac5-955e-42f5efb3d440 req-1f9e2e82-8e83-429f-9e3a-9efe5b664b4d tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a39ef3e-018e-40a4-bff8-ce6d28ec5a27 HTTP/1.1" status: 200 len: 945 time: 0.0525243 Feb 04 01:00:57.508162 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-525e4f27-39b5-4ac5-955e-42f5efb3d440 req-eb77704f-a908-4800-8d69-ffcc6451cb96 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433240 Feb 04 01:00:58.138092 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521bdd2-f883-41a0-a9c4-fccd61eea0ba req-4e407243-e544-4a9b-bdf0-d325649f0ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:58.139576 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-0521bdd2-f883-41a0-a9c4-fccd61eea0ba req-4e407243-e544-4a9b-bdf0-d325649f0ce4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5a39ef3e-018e-40a4-bff8-ce6d28ec5a27 HTTP/1.1" status: 200 len: 1129 time: 0.0463741 Feb 04 01:00:58.184317 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-0521bdd2-f883-41a0-a9c4-fccd61eea0ba req-d77bada2-d440-48c0-abfa-3918d5343a4e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381026 Feb 04 01:00:58.624032 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e15135-ddb6-46aa-9bc1-e418e2723fd6 req-e2c5f095-41fe-43a7-bd02-90a8c881b92b tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:58.625544 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-29e15135-ddb6-46aa-9bc1-e418e2723fd6 req-e2c5f095-41fe-43a7-bd02-90a8c881b92b tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a39ef3e-018e-40a4-bff8-ce6d28ec5a27 HTTP/1.1" status: 200 len: 945 time: 0.0517154 Feb 04 01:00:58.676937 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-29e15135-ddb6-46aa-9bc1-e418e2723fd6 req-c02baff0-58b8-4f72-92c6-4072f9f0b857 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457749 Feb 04 01:00:59.801454 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483175b1-41cc-4d15-9a7c-47d7a14aee86 req-202e3dfd-6308-4c73-8e57-621ffed25061 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:59.803605 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-483175b1-41cc-4d15-9a7c-47d7a14aee86 req-202e3dfd-6308-4c73-8e57-621ffed25061 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a39ef3e-018e-40a4-bff8-ce6d28ec5a27 HTTP/1.1" status: 200 len: 945 time: 0.0525613 Feb 04 01:00:59.851642 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-483175b1-41cc-4d15-9a7c-47d7a14aee86 req-777c8d99-ead8-4134-b28e-2620036032e1 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424416 Feb 04 01:00:59.966715 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5572bd1-266f-4bd1-a893-fc0706555451 req-fcfd46cf-31dd-46db-8460-64c359e507a7 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:00:59.968250 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e5572bd1-266f-4bd1-a893-fc0706555451 req-fcfd46cf-31dd-46db-8460-64c359e507a7 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a39ef3e-018e-40a4-bff8-ce6d28ec5a27 HTTP/1.1" status: 200 len: 945 time: 0.0518482 Feb 04 01:01:00.016668 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e5572bd1-266f-4bd1-a893-fc0706555451 req-82e19e3c-615d-4b3f-8e8e-f23e4e164417 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429151 Feb 04 01:01:00.038545 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 34154) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:01:00.079814 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af4fefc-5f2e-4495-be6d-fcf5438620b2 tempest-TestVolumeBootPattern-949408989 tempest-TestVolumeBootPattern-949408989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:01:00.081295 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-5af4fefc-5f2e-4495-be6d-fcf5438620b2 tempest-TestVolumeBootPattern-949408989 tempest-TestVolumeBootPattern-949408989-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5a39ef3e-018e-40a4-bff8-ce6d28ec5a27 HTTP/1.1" status: 200 len: 1124 time: 0.0417662 Feb 04 01:01:00.084118 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 34156) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:01:00.088317 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-14fbbb35-9b0b-4644-899b-7c83d6a23525 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Request body: {'floatingip': {'floating_network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'port_id': '02a54c70-b3ee-4cb4-9bbb-476dac6607d6', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 01:01:00.184287 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-14fbbb35-9b0b-4644-899b-7c83d6a23525 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:00.278711 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-14fbbb35-9b0b-4644-899b-7c83d6a23525 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:00.376652 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-14fbbb35-9b0b-4644-899b-7c83d6a23525 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Allocated IP 172.27.1.12 (03e92c86-a3b2-4a50-bb8c-ad63e47f70ee/b22bab27-11ad-47ee-b4e2-a457ed5eeb04/6ab140ed-7508-4485-8e7c-3889d2f95044) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 01:01:00.474802 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-14fbbb35-9b0b-4644-899b-7c83d6a23525 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for port (6ab140ed-7508-4485-8e7c-3889d2f95044), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:00.550526 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-14fbbb35-9b0b-4644-899b-7c83d6a23525 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-660047'] for port (6ab140ed-7508-4485-8e7c-3889d2f95044), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:00.590752 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fbbb35-9b0b-4644-899b-7c83d6a23525 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Network 03e92c86-a3b2-4a50-bb8c-ad63e47f70ee is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 01:01:00.595176 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-14fbbb35-9b0b-4644-899b-7c83d6a23525 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 01:01:00.599645 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fbbb35-9b0b-4644-899b-7c83d6a23525 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 01:01:00.602415 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fbbb35-9b0b-4644-899b-7c83d6a23525 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Pushing event updated for resources: {'Port': ['ID=6ab140ed-7508-4485-8e7c-3889d2f95044,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:01:00.963057 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-14fbbb35-9b0b-4644-899b-7c83d6a23525 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for floatingip (26d5fbb8-2fc5-4d54-8708-41cc69814c69), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:01.132504 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-14fbbb35-9b0b-4644-899b-7c83d6a23525 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (6ab140ed-7508-4485-8e7c-3889d2f95044), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:01.285174 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-14fbbb35-9b0b-4644-899b-7c83d6a23525 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for port (6ab140ed-7508-4485-8e7c-3889d2f95044), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:01.378738 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-14fbbb35-9b0b-4644-899b-7c83d6a23525 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-660056'] for port (6ab140ed-7508-4485-8e7c-3889d2f95044), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:01.469024 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fbbb35-9b0b-4644-899b-7c83d6a23525 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Pushing event updated for resources: {'Port': ['ID=6ab140ed-7508-4485-8e7c-3889d2f95044,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:01:01.473929 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-14fbbb35-9b0b-4644-899b-7c83d6a23525 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601474'] for floatingip (26d5fbb8-2fc5-4d54-8708-41cc69814c69), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:01.573149 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.db.l3_db [None req-14fbbb35-9b0b-4644-899b-7c83d6a23525 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Floating IP 26d5fbb8-2fc5-4d54-8708-41cc69814c69 associated. External IP: 172.27.1.12, port: 02a54c70-b3ee-4cb4-9bbb-476dac6607d6. Feb 04 01:01:01.790555 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14fbbb35-9b0b-4644-899b-7c83d6a23525 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Router 6cfc065a-c771-4294-97e6-c9c271da741b has already been hosted by L3 agent 05e42f77-b612-4439-9acd-15af6102b82d {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 01:01:01.895341 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fbbb35-9b0b-4644-899b-7c83d6a23525 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 01:01:01.912126 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677fff4f-e4dc-4cd6-ad66-0cd5aabb71f5 None None] Sync routers for ids ['6cfc065a-c771-4294-97e6-c9c271da741b'] in dv-cinder-827778-1-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 01:01:01.925023 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677fff4f-e4dc-4cd6-ad66-0cd5aabb71f5 None None] Routers {'6cfc065a-c771-4294-97e6-c9c271da741b'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:01:01.925674 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-677fff4f-e4dc-4cd6-ad66-0cd5aabb71f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:00:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['6cfc065a-c771-4294-97e6-c9c271da741b'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:01:01.969592 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-14fbbb35-9b0b-4644-899b-7c83d6a23525 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for floatingip (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:02.004184 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-14fbbb35-9b0b-4644-899b-7c83d6a23525 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9190602 Feb 04 01:01:02.004822 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a39ef3e-018e-40a4-bff8-ce6d28ec5a27', 'tag': '02a54c70-b3ee-4cb4-9bbb-476dac6607d6'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 01:01:02.018662 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e0c5a5779633a09e60ecc98ad41b20f8dcc6f9c395ee4249b8896e9f1e38e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b2f6de-be5a-4a08-b860-1b8729416d7a" -d '{"events": [{"name": "network-changed", "server_uuid": "5a39ef3e-018e-40a4-bff8-ce6d28ec5a27", "tag": "02a54c70-b3ee-4cb4-9bbb-476dac6607d6"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 01:01:02.037270 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-677fff4f-e4dc-4cd6-ad66-0cd5aabb71f5 None None] Set router 6cfc065a-c771-4294-97e6-c9c271da741b gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:01:02.063544 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 01:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c386fcf-6279-4893-9e23-a727c8fe19ad x-openstack-request-id: req-0c386fcf-6279-4893-9e23-a727c8fe19ad {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 01:01:02.063544 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a39ef3e-018e-40a4-bff8-ce6d28ec5a27", "tag": "02a54c70-b3ee-4cb4-9bbb-476dac6607d6", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 01:01:02.063544 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0c386fcf-6279-4893-9e23-a727c8fe19ad {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 01:01:02.063544 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a39ef3e-018e-40a4-bff8-ce6d28ec5a27', 'tag': '02a54c70-b3ee-4cb4-9bbb-476dac6607d6', 'status': 'completed', 'code': 200} Feb 04 01:01:02.130308 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2f6de-be5a-4a08-b860-1b8729416d7a req-c17f33c7-4d40-4827-8171-55e82824708e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:01:02.131900 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a1b2f6de-be5a-4a08-b860-1b8729416d7a req-c17f33c7-4d40-4827-8171-55e82824708e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a68a23113594a40a7e2e124035f3fcb&device_id=5a39ef3e-018e-40a4-bff8-ce6d28ec5a27 HTTP/1.1" status: 200 len: 1129 time: 0.0497575 Feb 04 01:01:02.221339 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2f6de-be5a-4a08-b860-1b8729416d7a req-e55c2750-8e48-48e4-8155-7be47846ca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:01:02.222920 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a1b2f6de-be5a-4a08-b860-1b8729416d7a req-e55c2750-8e48-48e4-8155-7be47846ca7a service neutron] 10.222.0.39 "GET /v2.0/networks?id=5f955ba9-674e-45fd-8aac-6b73a4248143 HTTP/1.1" status: 200 len: 913 time: 0.0847104 Feb 04 01:01:02.265844 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-677fff4f-e4dc-4cd6-ad66-0cd5aabb71f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'name': 'tempest-TestVolumeBootPattern-2116994202-router', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '12774d0c-45ab-41c1-9a14-80e674936547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:54:29Z', 'updated_at': '2022-02-04T00:54:33Z', 'revision_number': 4, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'gw_port': {'id': '12774d0c-45ab-41c1-9a14-80e674936547', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:30Z', 'updated_at': '2022-02-04T00:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_floatingips': [{'id': '26d5fbb8-2fc5-4d54-8708-41cc69814c69', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'router_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'port_id': '02a54c70-b3ee-4cb4-9bbb-476dac6607d6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143', 'mac_address': 'fa:16:3e:fb:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a39ef3e-018e-40a4-bff8-ce6d28ec5a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T01:01:00Z', 'updated_at': '2022-02-04T01:01:00Z', 'revision_number': 0, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'fixed_ip_address_scope': None}, {'id': '6ce2cd3d-7a92-4010-b99b-11661f49eb3b', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'router_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'port_id': '0873fdde-71f9-4abf-8057-9974681e1223', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143', 'mac_address': 'fa:16:3e:2c:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acecd798-187e-4013-aba0-66a772a0c302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:58:49Z', 'updated_at': '2022-02-04T00:58:51Z', 'revision_number': 1, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84cb692e-ba87-4fd5-9193-9ad761fe8f53', 'name': '', 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'mac_address': 'fa:16:3e:ae:d5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'f2ac8d13-4344-48e5-8534-751622f2d98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:32Z', 'updated_at': '2022-02-04T00:54:39Z', 'revision_number': 5, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'subnets': [{'id': 'f2ac8d13-4344-48e5-8534-751622f2d98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:01:02.292825 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677fff4f-e4dc-4cd6-ad66-0cd5aabb71f5 None None] Checking router: 6cfc065a-c771-4294-97e6-c9c271da741b for host: dv-cinder-827778-1-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 01:01:02.296862 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a1b2f6de-be5a-4a08-b860-1b8729416d7a req-de69ab41-268e-44e1-a49d-9627542340e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02a54c70-b3ee-4cb4-9bbb-476dac6607d6 HTTP/1.1" status: 200 len: 998 time: 0.0667589 Feb 04 01:01:02.301330 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677fff4f-e4dc-4cd6-ad66-0cd5aabb71f5 None None] Routers {'6cfc065a-c771-4294-97e6-c9c271da741b'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:01:02.301965 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-677fff4f-e4dc-4cd6-ad66-0cd5aabb71f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:00:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['6cfc065a-c771-4294-97e6-c9c271da741b'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:01:02.375829 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2f6de-be5a-4a08-b860-1b8729416d7a req-2da9120c-ead3-4fcf-b015-d533d7cab9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:01:02.375829 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a1b2f6de-be5a-4a08-b860-1b8729416d7a req-2da9120c-ead3-4fcf-b015-d533d7cab9c2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f2ac8d13-4344-48e5-8534-751622f2d98c HTTP/1.1" status: 200 len: 851 time: 0.0481927 Feb 04 01:01:02.402901 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2f6de-be5a-4a08-b860-1b8729416d7a req-4ce425c5-994c-4dab-9e4d-fb72a5bf0d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:01:02.402901 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a1b2f6de-be5a-4a08-b860-1b8729416d7a req-4ce425c5-994c-4dab-9e4d-fb72a5bf0d5a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f955ba9-674e-45fd-8aac-6b73a4248143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442989 Feb 04 01:01:02.412364 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-677fff4f-e4dc-4cd6-ad66-0cd5aabb71f5 None None] Set router 6cfc065a-c771-4294-97e6-c9c271da741b gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:01:02.501120 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a1b2f6de-be5a-4a08-b860-1b8729416d7a req-322cc687-7485-4a69-ac85-e4adff915785 service neutron] 10.222.0.39 "GET /v2.0/networks/5f955ba9-674e-45fd-8aac-6b73a4248143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915759 Feb 04 01:01:02.592223 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a1b2f6de-be5a-4a08-b860-1b8729416d7a req-8c546268-f452-4eae-8f66-5e09e3fb8941 service neutron] 10.222.0.39 "GET /v2.0/networks/5f955ba9-674e-45fd-8aac-6b73a4248143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842121 Feb 04 01:01:02.639546 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-677fff4f-e4dc-4cd6-ad66-0cd5aabb71f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'name': 'tempest-TestVolumeBootPattern-2116994202-router', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '12774d0c-45ab-41c1-9a14-80e674936547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:54:29Z', 'updated_at': '2022-02-04T00:54:33Z', 'revision_number': 4, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'gw_port': {'id': '12774d0c-45ab-41c1-9a14-80e674936547', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:30Z', 'updated_at': '2022-02-04T00:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_floatingips': [{'id': '26d5fbb8-2fc5-4d54-8708-41cc69814c69', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'router_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'port_id': '02a54c70-b3ee-4cb4-9bbb-476dac6607d6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143', 'mac_address': 'fa:16:3e:fb:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a39ef3e-018e-40a4-bff8-ce6d28ec5a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T01:01:00Z', 'updated_at': '2022-02-04T01:01:00Z', 'revision_number': 0, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'fixed_ip_address_scope': None}, {'id': '6ce2cd3d-7a92-4010-b99b-11661f49eb3b', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'router_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'port_id': '0873fdde-71f9-4abf-8057-9974681e1223', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143', 'mac_address': 'fa:16:3e:2c:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acecd798-187e-4013-aba0-66a772a0c302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:58:49Z', 'updated_at': '2022-02-04T00:58:51Z', 'revision_number': 1, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84cb692e-ba87-4fd5-9193-9ad761fe8f53', 'name': '', 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'mac_address': 'fa:16:3e:ae:d5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'f2ac8d13-4344-48e5-8534-751622f2d98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:32Z', 'updated_at': '2022-02-04T00:54:39Z', 'revision_number': 5, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'subnets': [{'id': 'f2ac8d13-4344-48e5-8534-751622f2d98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:01:02.666792 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677fff4f-e4dc-4cd6-ad66-0cd5aabb71f5 None None] The sync data for ids ['6cfc065a-c771-4294-97e6-c9c271da741b'] in dv-cinder-827778-1-iscsi is: [{'id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'name': 'tempest-TestVolumeBootPattern-2116994202-router', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '12774d0c-45ab-41c1-9a14-80e674936547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:54:29Z', 'updated_at': '2022-02-04T00:54:33Z', 'revision_number': 4, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'gw_port': {'id': '12774d0c-45ab-41c1-9a14-80e674936547', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:30Z', 'updated_at': '2022-02-04T00:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_floatingips': [{'id': '26d5fbb8-2fc5-4d54-8708-41cc69814c69', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'router_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'port_id': '02a54c70-b3ee-4cb4-9bbb-476dac6607d6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143', 'mac_address': 'fa:16:3e:fb:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a39ef3e-018e-40a4-bff8-ce6d28ec5a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T01:01:00Z', 'updated_at': '2022-02-04T01:01:00Z', 'revision_number': 0, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'fixed_ip_address_scope': None}, {'id': '6ce2cd3d-7a92-4010-b99b-11661f49eb3b', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'router_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'port_id': '0873fdde-71f9-4abf-8057-9974681e1223', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143', 'mac_address': 'fa:16:3e:2c:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acecd798-187e-4013-aba0-66a772a0c302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:58:49Z', 'updated_at': '2022-02-04T00:58:51Z', 'revision_number': 1, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84cb692e-ba87-4fd5-9193-9ad761fe8f53', 'name': '', 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'mac_address': 'fa:16:3e:ae:d5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'f2ac8d13-4344-48e5-8534-751622f2d98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:32Z', 'updated_at': '2022-02-04T00:54:39Z', 'revision_number': 5, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'subnets': [{'id': 'f2ac8d13-4344-48e5-8534-751622f2d98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 01:01:02.847471 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b91d0f1-ef3d-416d-94a2-406ff0a90d0f None None] New status for floating IP 26d5fbb8-2fc5-4d54-8708-41cc69814c69: ACTIVE {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 01:01:10.104156 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-51c843ea-f2ad-4e91-9fd2-bc9973aad550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:12.230721 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ef86456f-17f7-4c6e-89ff-d06a9474cfc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:13.441400 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:14.235543 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 6 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 01:01:15.035267 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:16.167057 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:18.692253 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:31.206566 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f539dfe-84bd-4731-ba43-1349901f33eb req-8cc23dcd-2554-48d1-bf67-e153ef18e163 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:01:31.208050 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-7f539dfe-84bd-4731-ba43-1349901f33eb req-8cc23dcd-2554-48d1-bf67-e153ef18e163 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/ports?device_id=02d023cd-3dd0-4418-acd2-f77d568c421f HTTP/1.1" status: 200 len: 945 time: 0.0532324 Feb 04 01:01:31.254478 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-7f539dfe-84bd-4731-ba43-1349901f33eb req-e4a8e83e-264d-426c-bfe8-47fd51f4660f tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/security-groups?id=9738898a-d1ad-4261-bc65-910290d12b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409553 Feb 04 01:01:32.377803 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6e7af-a0cb-408c-9501-c38f97c09382 req-cb076ecf-8b86-499f-9d5d-cb77988c0297 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:01:32.379330 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c0b6e7af-a0cb-408c-9501-c38f97c09382 req-cb076ecf-8b86-499f-9d5d-cb77988c0297 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/ports?device_id=02d023cd-3dd0-4418-acd2-f77d568c421f HTTP/1.1" status: 200 len: 945 time: 0.0563664 Feb 04 01:01:32.424814 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c0b6e7af-a0cb-408c-9501-c38f97c09382 req-eb853a9d-b867-478d-81f9-7ba99659567f tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/security-groups?id=9738898a-d1ad-4261-bc65-910290d12b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392773 Feb 04 01:01:33.141048 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ed76f-0684-4014-91d5-132ae14bc6c5 req-76efb419-3a0e-4662-8aab-9be7153f6628 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:01:33.142444 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-739ed76f-0684-4014-91d5-132ae14bc6c5 req-76efb419-3a0e-4662-8aab-9be7153f6628 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.39 "GET /v2.0/ports?device_id=02d023cd-3dd0-4418-acd2-f77d568c421f HTTP/1.1" status: 200 len: 945 time: 0.0550294 Feb 04 01:01:33.238045 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-739ed76f-0684-4014-91d5-132ae14bc6c5 req-c8349bff-8592-436d-aa0b-308b929e36ab tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Deleting port 9d7888f3-1b7d-4abe-84c8-f1a0332a1330 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 01:01:33.238386 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-739ed76f-0684-4014-91d5-132ae14bc6c5 req-c8349bff-8592-436d-aa0b-308b929e36ab tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (9d7888f3-1b7d-4abe-84c8-f1a0332a1330), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:33.328776 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-739ed76f-0684-4014-91d5-132ae14bc6c5 req-c8349bff-8592-436d-aa0b-308b929e36ab tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] For port 9d7888f3-1b7d-4abe-84c8-f1a0332a1330, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=9d7888f3-1b7d-4abe-84c8-f1a0332a1330,segment=NetworkSegment(06dbb0ca-636d-4175-8c66-f92a58525159),segment_id=06dbb0ca-636d-4175-8c66-f92a58525159)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:01:33.329147 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-739ed76f-0684-4014-91d5-132ae14bc6c5 req-c8349bff-8592-436d-aa0b-308b929e36ab tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (9d7888f3-1b7d-4abe-84c8-f1a0332a1330), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:33.342230 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-739ed76f-0684-4014-91d5-132ae14bc6c5 req-c8349bff-8592-436d-aa0b-308b929e36ab tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Calling delete_port for 9d7888f3-1b7d-4abe-84c8-f1a0332a1330 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 01:01:33.541948 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75218457-9c95-45fd-bdfc-931d20a40c0d req-5b464e8e-5a6b-4101-a23c-d6e7aaef43e5 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:01:33.543415 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-75218457-9c95-45fd-bdfc-931d20a40c0d req-5b464e8e-5a6b-4101-a23c-d6e7aaef43e5 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/ports?device_id=02d023cd-3dd0-4418-acd2-f77d568c421f HTTP/1.1" status: 200 len: 945 time: 0.0530024 Feb 04 01:01:33.544459 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-739ed76f-0684-4014-91d5-132ae14bc6c5 req-c8349bff-8592-436d-aa0b-308b929e36ab tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (9d7888f3-1b7d-4abe-84c8-f1a0332a1330), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:33.557554 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['9d7888f3-1b7d-4abe-84c8-f1a0332a1330'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 01:01:33.579907 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8349bff-8592-436d-aa0b-308b929e36ab tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Pushing event deleted for resources: {'Port': ['ID=9d7888f3-1b7d-4abe-84c8-f1a0332a1330,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:01:33.600938 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8349bff-8592-436d-aa0b-308b929e36ab tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:01:33.600938 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8349bff-8592-436d-aa0b-308b929e36ab tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:01:33.601181 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8349bff-8592-436d-aa0b-308b929e36ab tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:01:33.601546 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8349bff-8592-436d-aa0b-308b929e36ab tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:01:33.601887 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8349bff-8592-436d-aa0b-308b929e36ab tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:01:33.602219 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8349bff-8592-436d-aa0b-308b929e36ab tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:01:33.602549 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8349bff-8592-436d-aa0b-308b929e36ab tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:01:33.602875 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8349bff-8592-436d-aa0b-308b929e36ab tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:01:33.603201 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8349bff-8592-436d-aa0b-308b929e36ab tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:01:33.603527 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8349bff-8592-436d-aa0b-308b929e36ab tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:01:33.603877 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8349bff-8592-436d-aa0b-308b929e36ab tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:01:33.604180 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8349bff-8592-436d-aa0b-308b929e36ab tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:01:33.604503 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8349bff-8592-436d-aa0b-308b929e36ab tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:01:33.666523 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-739ed76f-0684-4014-91d5-132ae14bc6c5 req-c8349bff-8592-436d-aa0b-308b929e36ab tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] No DVR routers for this DVR port 9d7888f3-1b7d-4abe-84c8-f1a0332a1330 on host hv-cinder-82777 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 01:01:33.672081 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-739ed76f-0684-4014-91d5-132ae14bc6c5 req-c8349bff-8592-436d-aa0b-308b929e36ab tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:33.674446 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-739ed76f-0684-4014-91d5-132ae14bc6c5 req-c8349bff-8592-436d-aa0b-308b929e36ab tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.39 "DELETE /v2.0/ports/9d7888f3-1b7d-4abe-84c8-f1a0332a1330 HTTP/1.1" status: 204 len: 173 time: 0.5244968 Feb 04 01:01:33.674877 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d023cd-3dd0-4418-acd2-f77d568c421f', 'name': 'network-vif-deleted', 'tag': '9d7888f3-1b7d-4abe-84c8-f1a0332a1330'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 01:01:33.677071 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9923a7793e9fa6102d344dd696201155eb04f662303130ce66584af0359f1e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1703c1-56ae-4e0a-8c0c-602eb096786f" -d '{"events": [{"server_uuid": "02d023cd-3dd0-4418-acd2-f77d568c421f", "name": "network-vif-deleted", "tag": "9d7888f3-1b7d-4abe-84c8-f1a0332a1330"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 01:01:33.683623 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-75218457-9c95-45fd-bdfc-931d20a40c0d req-e9ea7a8f-0492-414a-a3d6-0a3b8dd743d3 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/security-groups?id=9738898a-d1ad-4261-bc65-910290d12b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310143 Feb 04 01:01:33.713565 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 01:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820fa815-7d69-48fa-b9ee-becd5cd57278 x-openstack-request-id: req-820fa815-7d69-48fa-b9ee-becd5cd57278 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 01:01:33.713864 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d023cd-3dd0-4418-acd2-f77d568c421f", "name": "network-vif-deleted", "tag": "9d7888f3-1b7d-4abe-84c8-f1a0332a1330", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 01:01:33.714119 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-820fa815-7d69-48fa-b9ee-becd5cd57278 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 01:01:33.714529 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d023cd-3dd0-4418-acd2-f77d568c421f', 'name': 'network-vif-deleted', 'tag': '9d7888f3-1b7d-4abe-84c8-f1a0332a1330', 'status': 'completed', 'code': 200} Feb 04 01:01:38.373768 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 9d7888f3-1b7d-4abe-84c8-f1a0332a1330 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 01:01:38.396012 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] No Port match for: 9d7888f3-1b7d-4abe-84c8-f1a0332a1330 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 01:01:38.396358 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 9d7888f3-1b7d-4abe-84c8-f1a0332a1330 not bound to the agent host hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 01:01:40.183323 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-082b6fd5-c212-488b-8e6f-66e8f0da7f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:42.223535 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3f171073-1fde-4d2d-912a-1647894360db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:43.457735 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:44.995279 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:46.137798 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:47.418524 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-f881a9c6-6e61-4c02-aa04-56cb213002f6 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:01:47.419935 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-f881a9c6-6e61-4c02-aa04-56cb213002f6 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/networks?id=bf64dfaf-8d22-4325-809d-b614ef4dae30 HTTP/1.1" status: 200 len: 813 time: 0.1126208 Feb 04 01:01:47.433917 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-cb0bcbfb-4b39-4091-a859-2dd1bf115237 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/quotas/c8001b102c7f441091edc4a66e21e0d0 HTTP/1.1" status: 200 len: 375 time: 0.0086665 Feb 04 01:01:47.465624 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-1e9b5de2-c668-42f0-9ae1-2b4d84920cee tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c8001b102c7f441091edc4a66e21e0d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269647 Feb 04 01:01:47.551812 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-b23ae853-ce6a-4279-acda-518b6a6874b1 service neutron] 10.222.0.10 "GET /v2.0/networks/bf64dfaf-8d22-4325-809d-b614ef4dae30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796888 Feb 04 01:01:47.640863 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-de63d8f7-77c3-4f8e-ac88-1d62ca4defd1 service neutron] 10.222.0.10 "GET /v2.0/networks/bf64dfaf-8d22-4325-809d-b614ef4dae30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829771 Feb 04 01:01:47.943927 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ac79a5d0-b8f2-4d67-943f-904cd55ba581 req-e77396d8-a29a-4ade-a62b-77feb94110b9 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/ports?device_id=e53a5b77-3907-44a3-bbe0-86fd856bff53 HTTP/1.1" status: 200 len: 210 time: 0.0272295 Feb 04 01:01:48.732577 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:49.040388 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8837f097-208e-44a9-be8c-ea78d77ea6c7 req-6ef266ce-886c-4459-a7ad-f59182052022 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/ports?device_id=e53a5b77-3907-44a3-bbe0-86fd856bff53 HTTP/1.1" status: 200 len: 210 time: 0.0269260 Feb 04 01:01:49.326372 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 34662) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:01:49.440354 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ed1534fb-f9cf-4e6f-bf9c-f6b2fa7a02de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:49.511985 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ed1534fb-f9cf-4e6f-bf9c-f6b2fa7a02de admin admin] Publish callbacks [] for security_group (9cbd672d-4455-4443-b715-1cf7fef0b4ca), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:49.600543 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ed1534fb-f9cf-4e6f-bf9c-f6b2fa7a02de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (9cbd672d-4455-4443-b715-1cf7fef0b4ca), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:49.639041 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-ed1534fb-f9cf-4e6f-bf9c-f6b2fa7a02de admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4bd43208111447e6907bb64d90011f27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3114951 Feb 04 01:01:49.640030 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1534fb-f9cf-4e6f-bf9c-f6b2fa7a02de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbd672d-4455-4443-b715-1cf7fef0b4ca,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:01:49.641854 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 34666) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:01:49.647380 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1534fb-f9cf-4e6f-bf9c-f6b2fa7a02de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:01:49.647868 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1534fb-f9cf-4e6f-bf9c-f6b2fa7a02de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:01:49.648069 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1534fb-f9cf-4e6f-bf9c-f6b2fa7a02de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:01:49.648412 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1534fb-f9cf-4e6f-bf9c-f6b2fa7a02de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:01:49.648749 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1534fb-f9cf-4e6f-bf9c-f6b2fa7a02de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:01:49.649082 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1534fb-f9cf-4e6f-bf9c-f6b2fa7a02de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:01:49.649414 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1534fb-f9cf-4e6f-bf9c-f6b2fa7a02de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:01:49.649779 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1534fb-f9cf-4e6f-bf9c-f6b2fa7a02de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:01:49.650111 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1534fb-f9cf-4e6f-bf9c-f6b2fa7a02de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:01:49.650442 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1534fb-f9cf-4e6f-bf9c-f6b2fa7a02de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:01:49.650827 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1534fb-f9cf-4e6f-bf9c-f6b2fa7a02de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:01:49.651096 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1534fb-f9cf-4e6f-bf9c-f6b2fa7a02de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:01:49.651419 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1534fb-f9cf-4e6f-bf9c-f6b2fa7a02de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:01:49.690906 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c8da1ae0-73af-4a4c-9295-f47df1f17b63 admin admin] Publish callbacks [] for security_group (9cbd672d-4455-4443-b715-1cf7fef0b4ca), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:49.715335 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c8da1ae0-73af-4a4c-9295-f47df1f17b63 admin admin] Publish callbacks [] for security_group (9cbd672d-4455-4443-b715-1cf7fef0b4ca), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:49.850835 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c8da1ae0-73af-4a4c-9295-f47df1f17b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (9cbd672d-4455-4443-b715-1cf7fef0b4ca), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:49.853291 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c8da1ae0-73af-4a4c-9295-f47df1f17b63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:49.854432 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-c8da1ae0-73af-4a4c-9295-f47df1f17b63 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9cbd672d-4455-4443-b715-1cf7fef0b4ca HTTP/1.1" status: 204 len: 168 time: 0.2114930 Feb 04 01:01:49.868386 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da1ae0-73af-4a4c-9295-f47df1f17b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbd672d-4455-4443-b715-1cf7fef0b4ca,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:01:49.920084 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-a55444ea-4351-4144-a31b-ff162dc45f01 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:01:49.921753 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-a55444ea-4351-4144-a31b-ff162dc45f01 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.39 "GET /v2.0/networks?id=bf64dfaf-8d22-4325-809d-b614ef4dae30 HTTP/1.1" status: 200 len: 813 time: 0.1175292 Feb 04 01:01:49.937383 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-8ba5480d-7459-4fd7-9ac8-c60b895fa5bd tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Request body: {'port': {'device_id': 'e53a5b77-3907-44a3-bbe0-86fd856bff53', 'network_id': 'bf64dfaf-8d22-4325-809d-b614ef4dae30', 'admin_state_up': True, 'tenant_id': 'c8001b102c7f441091edc4a66e21e0d0'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 01:01:50.119037 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-8ba5480d-7459-4fd7-9ac8-c60b895fa5bd tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Made reservation on behalf of c8001b102c7f441091edc4a66e21e0d0 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 01:01:50.126359 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-8ba5480d-7459-4fd7-9ac8-c60b895fa5bd tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:50.153212 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-c595c844-2c2b-4133-ae43-c57e97b4d2ce req-56302497-c415-4fe9-a209-0fa4a1c9a2bc tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/ports?device_id=e53a5b77-3907-44a3-bbe0-86fd856bff53 HTTP/1.1" status: 200 len: 210 time: 0.0438480 Feb 04 01:01:50.270107 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-8ba5480d-7459-4fd7-9ac8-c60b895fa5bd tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Allocated IP 172.20.0.10 (bf64dfaf-8d22-4325-809d-b614ef4dae30/920bc5d7-1e64-477c-8684-973d8a9a75b6/439d81bf-4e8e-4e3d-aff1-26ef635fb9f9) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 01:01:50.414414 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-8ba5480d-7459-4fd7-9ac8-c60b895fa5bd tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Publish callbacks [] for port (439d81bf-4e8e-4e3d-aff1-26ef635fb9f9), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:50.481313 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 34678) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:01:50.497772 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-52fbf8c9-92a6-4564-8c89-c7401ffe4360 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:50.509666 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-8ba5480d-7459-4fd7-9ac8-c60b895fa5bd tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (439d81bf-4e8e-4e3d-aff1-26ef635fb9f9), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:50.556307 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-8ba5480d-7459-4fd7-9ac8-c60b895fa5bd tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Network bf64dfaf-8d22-4325-809d-b614ef4dae30 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 01:01:50.559498 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-8ba5480d-7459-4fd7-9ac8-c60b895fa5bd tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 01:01:50.563189 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-8ba5480d-7459-4fd7-9ac8-c60b895fa5bd tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 01:01:50.573193 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-52fbf8c9-92a6-4564-8c89-c7401ffe4360 admin admin] Publish callbacks [] for security_group (a17f1a73-72f5-478b-80ac-eb7a1e592f74), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:50.586299 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba5480d-7459-4fd7-9ac8-c60b895fa5bd tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Pushing event updated for resources: {'Port': ['ID=439d81bf-4e8e-4e3d-aff1-26ef635fb9f9,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:01:50.613295 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-8ba5480d-7459-4fd7-9ac8-c60b895fa5bd tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:01:50.618232 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-8ba5480d-7459-4fd7-9ac8-c60b895fa5bd tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:50.629256 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-52fbf8c9-92a6-4564-8c89-c7401ffe4360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (a17f1a73-72f5-478b-80ac-eb7a1e592f74), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:50.666997 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-52fbf8c9-92a6-4564-8c89-c7401ffe4360 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cc1c9dc013ff481e843eab58a9b77c04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1845999 Feb 04 01:01:50.667866 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbf8c9-92a6-4564-8c89-c7401ffe4360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17f1a73-72f5-478b-80ac-eb7a1e592f74,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:01:50.669589 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 34680) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:01:50.687199 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-8ba5480d-7459-4fd7-9ac8-c60b895fa5bd tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7537034 Feb 04 01:01:50.701267 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-c5a62004-c26c-450f-9e63-55abaebc7647 service neutron] Request body: {'port': {'device_id': 'e53a5b77-3907-44a3-bbe0-86fd856bff53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 01:01:50.765248 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7c66d3d5-2af8-4209-962f-0e428c52b63a admin admin] Publish callbacks [] for security_group (a17f1a73-72f5-478b-80ac-eb7a1e592f74), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:50.788494 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-c5a62004-c26c-450f-9e63-55abaebc7647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (439d81bf-4e8e-4e3d-aff1-26ef635fb9f9), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:50.800305 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7c66d3d5-2af8-4209-962f-0e428c52b63a admin admin] Publish callbacks [] for security_group (a17f1a73-72f5-478b-80ac-eb7a1e592f74), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:51.017376 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7c66d3d5-2af8-4209-962f-0e428c52b63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (a17f1a73-72f5-478b-80ac-eb7a1e592f74), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:51.019946 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7c66d3d5-2af8-4209-962f-0e428c52b63a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:51.021077 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-7c66d3d5-2af8-4209-962f-0e428c52b63a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a17f1a73-72f5-478b-80ac-eb7a1e592f74 HTTP/1.1" status: 204 len: 168 time: 0.3504605 Feb 04 01:01:51.035407 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66d3d5-2af8-4209-962f-0e428c52b63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17f1a73-72f5-478b-80ac-eb7a1e592f74,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:01:51.087326 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-c5a62004-c26c-450f-9e63-55abaebc7647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 439d81bf-4e8e-4e3d-aff1-26ef635fb9f9 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 01:01:51.095672 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-c5a62004-c26c-450f-9e63-55abaebc7647 service neutron] Publish callbacks [] for port (439d81bf-4e8e-4e3d-aff1-26ef635fb9f9), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:51.108241 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-c5a62004-c26c-450f-9e63-55abaebc7647 service neutron] Transition to ACTIVE for port object 439d81bf-4e8e-4e3d-aff1-26ef635fb9f9 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 01:01:51.212015 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-c5a62004-c26c-450f-9e63-55abaebc7647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10424596'] for port (439d81bf-4e8e-4e3d-aff1-26ef635fb9f9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:51.234400 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 6 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 01:01:51.264549 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a62004-c26c-450f-9e63-55abaebc7647 service neutron] Pushing event updated for resources: {'Port': ['ID=439d81bf-4e8e-4e3d-aff1-26ef635fb9f9,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:01:51.276721 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad42683-c9c3-454c-8978-788c1d4e44be req-544d4a2c-3745-43ba-9c6a-a49cb0e29708 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:01:51.278239 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-cad42683-c9c3-454c-8978-788c1d4e44be req-544d4a2c-3745-43ba-9c6a-a49cb0e29708 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/ports?device_id=e53a5b77-3907-44a3-bbe0-86fd856bff53 HTTP/1.1" status: 200 len: 944 time: 0.0550997 Feb 04 01:01:51.328196 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-cad42683-c9c3-454c-8978-788c1d4e44be req-58571667-8a0a-4c34-8b5f-6c6176d70785 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/security-groups?id=9738898a-d1ad-4261-bc65-910290d12b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435593 Feb 04 01:01:51.335425 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-c5a62004-c26c-450f-9e63-55abaebc7647 service neutron] Attempting to bind port 439d81bf-4e8e-4e3d-aff1-26ef635fb9f9 on host hv-cinder-82777 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 01:01:51.335900 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-c5a62004-c26c-450f-9e63-55abaebc7647 service neutron] Attempting to bind port 439d81bf-4e8e-4e3d-aff1-26ef635fb9f9 by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': '06dbb0ca-636d-4175-8c66-f92a58525159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bf64dfaf-8d22-4325-809d-b614ef4dae30'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 01:01:51.336396 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-c5a62004-c26c-450f-9e63-55abaebc7647 service neutron] Attempting to bind port 439d81bf-4e8e-4e3d-aff1-26ef635fb9f9 on network bf64dfaf-8d22-4325-809d-b614ef4dae30 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 01:01:51.341884 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-c5a62004-c26c-450f-9e63-55abaebc7647 service neutron] Port 439d81bf-4e8e-4e3d-aff1-26ef635fb9f9 on network bf64dfaf-8d22-4325-809d-b614ef4dae30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 01:01:51.342211 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-c5a62004-c26c-450f-9e63-55abaebc7647 service neutron] Attempting to bind port 439d81bf-4e8e-4e3d-aff1-26ef635fb9f9 on network bf64dfaf-8d22-4325-809d-b614ef4dae30 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 01:01:51.347639 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-c5a62004-c26c-450f-9e63-55abaebc7647 service neutron] Checking agent: {'id': 'bf093114-7719-4a60-8fae-8541124bea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 50, 48), 'started_at': datetime.datetime(2022, 2, 4, 0, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 1, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 01:01:51.350487 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-c5a62004-c26c-450f-9e63-55abaebc7647 service neutron] Checking segment: {'id': '06dbb0ca-636d-4175-8c66-f92a58525159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bf64dfaf-8d22-4325-809d-b614ef4dae30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 01:01:51.350487 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-c5a62004-c26c-450f-9e63-55abaebc7647 service neutron] Bound using segment: {'id': '06dbb0ca-636d-4175-8c66-f92a58525159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bf64dfaf-8d22-4325-809d-b614ef4dae30'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 01:01:51.350487 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-c5a62004-c26c-450f-9e63-55abaebc7647 service neutron] Bound port: 439d81bf-4e8e-4e3d-aff1-26ef635fb9f9, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06dbb0ca-636d-4175-8c66-f92a58525159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bf64dfaf-8d22-4325-809d-b614ef4dae30'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 01:01:51.350487 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-c5a62004-c26c-450f-9e63-55abaebc7647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (439d81bf-4e8e-4e3d-aff1-26ef635fb9f9), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:51.411116 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-c5a62004-c26c-450f-9e63-55abaebc7647 service neutron] For port 439d81bf-4e8e-4e3d-aff1-26ef635fb9f9, host hv-cinder-82777, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 01:01:51.414117 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-c5a62004-c26c-450f-9e63-55abaebc7647 service neutron] For port 439d81bf-4e8e-4e3d-aff1-26ef635fb9f9, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=439d81bf-4e8e-4e3d-aff1-26ef635fb9f9,segment=NetworkSegment(06dbb0ca-636d-4175-8c66-f92a58525159),segment_id=06dbb0ca-636d-4175-8c66-f92a58525159)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 01:01:51.515908 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-c5a62004-c26c-450f-9e63-55abaebc7647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10424596'] for port (439d81bf-4e8e-4e3d-aff1-26ef635fb9f9), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:51.552747 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-c5a62004-c26c-450f-9e63-55abaebc7647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:01:51.553371 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-c5a62004-c26c-450f-9e63-55abaebc7647 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:51.554772 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-c5a62004-c26c-450f-9e63-55abaebc7647 service neutron] 10.222.0.39 "PUT /v2.0/ports/439d81bf-4e8e-4e3d-aff1-26ef635fb9f9 HTTP/1.1" status: 200 len: 1094 time: 0.8597500 Feb 04 01:01:51.555208 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53a5b77-3907-44a3-bbe0-86fd856bff53', 'tag': '439d81bf-4e8e-4e3d-aff1-26ef635fb9f9'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 01:01:51.557411 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9923a7793e9fa6102d344dd696201155eb04f662303130ce66584af0359f1e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4952fbe9-0578-4c28-991a-a32da60125ff" -d '{"events": [{"name": "network-changed", "server_uuid": "e53a5b77-3907-44a3-bbe0-86fd856bff53", "tag": "439d81bf-4e8e-4e3d-aff1-26ef635fb9f9"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 01:01:51.578714 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a62004-c26c-450f-9e63-55abaebc7647 service neutron] Pushing event updated for resources: {'Port': ['ID=439d81bf-4e8e-4e3d-aff1-26ef635fb9f9,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:01:51.601301 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 01:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47523745-9482-4e04-b3dd-69fdad003bc9 x-openstack-request-id: req-47523745-9482-4e04-b3dd-69fdad003bc9 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 01:01:51.601616 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53a5b77-3907-44a3-bbe0-86fd856bff53", "tag": "439d81bf-4e8e-4e3d-aff1-26ef635fb9f9", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 01:01:51.601868 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-47523745-9482-4e04-b3dd-69fdad003bc9 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 01:01:51.602269 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e53a5b77-3907-44a3-bbe0-86fd856bff53', 'tag': '439d81bf-4e8e-4e3d-aff1-26ef635fb9f9', 'status': 'completed', 'code': 200} Feb 04 01:01:51.667325 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952fbe9-0578-4c28-991a-a32da60125ff req-a8ca4edd-f7a6-4d83-89b0-8d862320bcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:01:51.668873 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4952fbe9-0578-4c28-991a-a32da60125ff req-a8ca4edd-f7a6-4d83-89b0-8d862320bcbc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c8001b102c7f441091edc4a66e21e0d0&device_id=e53a5b77-3907-44a3-bbe0-86fd856bff53 HTTP/1.1" status: 200 len: 1128 time: 0.0441608 Feb 04 01:01:51.769271 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952fbe9-0578-4c28-991a-a32da60125ff req-d44280a9-900c-4e55-9229-acd39226d8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:01:51.770878 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4952fbe9-0578-4c28-991a-a32da60125ff req-d44280a9-900c-4e55-9229-acd39226d8af service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=c8001b102c7f441091edc4a66e21e0d0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0922005 Feb 04 01:01:51.865625 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952fbe9-0578-4c28-991a-a32da60125ff req-7769de2e-95c8-496c-b264-b377c699ef95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:01:51.867100 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4952fbe9-0578-4c28-991a-a32da60125ff req-7769de2e-95c8-496c-b264-b377c699ef95 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898662 Feb 04 01:01:51.947080 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-65d166a2-bcfe-4088-bdba-6f70a89291ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:01:51.948600 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-65d166a2-bcfe-4088-bdba-6f70a89291ad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c8001b102c7f441091edc4a66e21e0d0&device_id=e53a5b77-3907-44a3-bbe0-86fd856bff53 HTTP/1.1" status: 200 len: 1128 time: 0.0439906 Feb 04 01:01:51.991454 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-eb44ab35-3795-462b-ab29-bdb5071bbc1a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=439d81bf-4e8e-4e3d-aff1-26ef635fb9f9 HTTP/1.1" status: 200 len: 217 time: 0.0344708 Feb 04 01:01:52.044672 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-ec2b5f7a-36c9-4fbf-bad2-0e9d546a9288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:01:52.046162 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-ec2b5f7a-36c9-4fbf-bad2-0e9d546a9288 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=920bc5d7-1e64-477c-8684-973d8a9a75b6 HTTP/1.1" status: 200 len: 853 time: 0.0463626 Feb 04 01:01:52.078464 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-cad31e3a-ffdc-4692-a9ae-e3ce48273106 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf64dfaf-8d22-4325-809d-b614ef4dae30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245218 Feb 04 01:01:52.166206 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-345f8668-c017-4d57-8e20-83476acce6c3 service neutron] 10.222.0.39 "GET /v2.0/networks/bf64dfaf-8d22-4325-809d-b614ef4dae30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809424 Feb 04 01:01:52.259687 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-8b0648e0-a0c4-4c41-b6cc-07f7db610004 req-c2c862d7-609c-47e8-a7d1-598c063cba2f service neutron] 10.222.0.39 "GET /v2.0/networks/bf64dfaf-8d22-4325-809d-b614ef4dae30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862484 Feb 04 01:01:52.458228 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f798b-e95e-4fe8-b230-32d8fed6afa4 req-b66cf90a-d260-490e-89c9-6b630c9c34ff tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:01:52.459733 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-653f798b-e95e-4fe8-b230-32d8fed6afa4 req-b66cf90a-d260-490e-89c9-6b630c9c34ff tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/ports?device_id=e53a5b77-3907-44a3-bbe0-86fd856bff53 HTTP/1.1" status: 200 len: 944 time: 0.0565701 Feb 04 01:01:52.506051 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-653f798b-e95e-4fe8-b230-32d8fed6afa4 req-c1e79775-bb5b-4b0d-8dd1-7ac6a5a8d2d5 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/security-groups?id=9738898a-d1ad-4261-bc65-910290d12b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407720 Feb 04 01:01:53.301790 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-0cdc48e4-e115-4d0d-838b-4177dec61aaa req-de82a788-2c66-4989-b443-366b1d4f9906 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=acecd798-187e-4013-aba0-66a772a0c302&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432134 Feb 04 01:01:53.386987 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc48e4-e115-4d0d-838b-4177dec61aaa req-5fe71458-8c48-40a6-97d7-1a107e7336a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:01:53.388526 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-0cdc48e4-e115-4d0d-838b-4177dec61aaa req-5fe71458-8c48-40a6-97d7-1a107e7336a4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a68a23113594a40a7e2e124035f3fcb&device_id=acecd798-187e-4013-aba0-66a772a0c302 HTTP/1.1" status: 200 len: 1129 time: 0.0448287 Feb 04 01:01:53.493052 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc48e4-e115-4d0d-838b-4177dec61aaa req-937ac3b0-3255-419d-986d-6cf19ca842a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:01:53.494532 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-0cdc48e4-e115-4d0d-838b-4177dec61aaa req-937ac3b0-3255-419d-986d-6cf19ca842a2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5f955ba9-674e-45fd-8aac-6b73a4248143 HTTP/1.1" status: 200 len: 913 time: 0.0867572 Feb 04 01:01:53.560456 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-0cdc48e4-e115-4d0d-838b-4177dec61aaa req-93e75f8a-2b7a-494a-8e89-f00fa499e590 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0873fdde-71f9-4abf-8057-9974681e1223 HTTP/1.1" status: 200 len: 1000 time: 0.0589523 Feb 04 01:01:53.902665 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc48e4-e115-4d0d-838b-4177dec61aaa req-fb5c15b5-2ef4-4aef-a762-83bf73e4acce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:01:53.904043 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-0cdc48e4-e115-4d0d-838b-4177dec61aaa req-fb5c15b5-2ef4-4aef-a762-83bf73e4acce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f2ac8d13-4344-48e5-8534-751622f2d98c HTTP/1.1" status: 200 len: 851 time: 0.3372154 Feb 04 01:01:53.927564 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c10237-68ba-4e13-9beb-e9ebf78c54e0 req-3a539ed2-8020-4d4d-869f-497f97a82971 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:01:53.930592 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-18c10237-68ba-4e13-9beb-e9ebf78c54e0 req-3a539ed2-8020-4d4d-869f-497f97a82971 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/ports?device_id=e53a5b77-3907-44a3-bbe0-86fd856bff53 HTTP/1.1" status: 200 len: 944 time: 0.3495936 Feb 04 01:01:53.994328 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc48e4-e115-4d0d-838b-4177dec61aaa req-0f2419a4-79f6-4bee-be4c-424e7e50656e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:01:53.995832 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-0cdc48e4-e115-4d0d-838b-4177dec61aaa req-0f2419a4-79f6-4bee-be4c-424e7e50656e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f955ba9-674e-45fd-8aac-6b73a4248143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0841062 Feb 04 01:01:53.998831 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-18c10237-68ba-4e13-9beb-e9ebf78c54e0 req-5ab2a739-ffc1-4f7f-8725-9837e48df7ca tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/security-groups?id=9738898a-d1ad-4261-bc65-910290d12b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548110 Feb 04 01:01:54.088032 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-0cdc48e4-e115-4d0d-838b-4177dec61aaa req-6aa626db-96a0-4372-a872-8ac2aa3a2a58 service neutron] 10.222.0.39 "GET /v2.0/networks/5f955ba9-674e-45fd-8aac-6b73a4248143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850241 Feb 04 01:01:54.175598 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-0cdc48e4-e115-4d0d-838b-4177dec61aaa req-977524f1-f5e9-4ba9-b9f5-3fbbb9be48cd service neutron] 10.222.0.39 "GET /v2.0/networks/5f955ba9-674e-45fd-8aac-6b73a4248143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805156 Feb 04 01:01:55.138694 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51475db2-9f7d-4291-a043-318e9c4bc984 req-1cce1109-5d6e-408f-a4e8-99347f30c684 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:01:55.140160 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-51475db2-9f7d-4291-a043-318e9c4bc984 req-1cce1109-5d6e-408f-a4e8-99347f30c684 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/ports?device_id=e53a5b77-3907-44a3-bbe0-86fd856bff53 HTTP/1.1" status: 200 len: 944 time: 0.0523591 Feb 04 01:01:55.188123 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-51475db2-9f7d-4291-a043-318e9c4bc984 req-376e9c6b-fc04-4ef3-add0-acb80709f7d0 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/security-groups?id=9738898a-d1ad-4261-bc65-910290d12b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417550 Feb 04 01:01:56.310067 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986bdf2-b7a6-4df1-8fcb-21125bef6eff req-77254846-ff26-45b3-8a2c-9b7b10913e27 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:01:56.311544 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-5986bdf2-b7a6-4df1-8fcb-21125bef6eff req-77254846-ff26-45b3-8a2c-9b7b10913e27 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/ports?device_id=e53a5b77-3907-44a3-bbe0-86fd856bff53 HTTP/1.1" status: 200 len: 944 time: 0.0552375 Feb 04 01:01:56.357491 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-5986bdf2-b7a6-4df1-8fcb-21125bef6eff req-daab3e90-ef2b-4695-959a-a7f1cf03c28c tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/security-groups?id=9738898a-d1ad-4261-bc65-910290d12b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402942 Feb 04 01:01:56.435050 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 439d81bf-4e8e-4e3d-aff1-26ef635fb9f9 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 01:01:56.531393 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 439d81bf-4e8e-4e3d-aff1-26ef635fb9f9, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=439d81bf-4e8e-4e3d-aff1-26ef635fb9f9,segment=NetworkSegment(06dbb0ca-636d-4175-8c66-f92a58525159),segment_id=06dbb0ca-636d-4175-8c66-f92a58525159)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:01:56.543062 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Returning: {'device': '439d81bf-4e8e-4e3d-aff1-26ef635fb9f9', 'network_id': 'bf64dfaf-8d22-4325-809d-b614ef4dae30', 'port_id': '439d81bf-4e8e-4e3d-aff1-26ef635fb9f9', 'mac_address': 'fa:16:3e:87:b0:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '920bc5d7-1e64-477c-8684-973d8a9a75b6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 01:01:56.577706 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port 439d81bf-4e8e-4e3d-aff1-26ef635fb9f9 is: DOWN; New status is: BUILD {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:01:56.578092 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (439d81bf-4e8e-4e3d-aff1-26ef635fb9f9), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:56.591066 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 439d81bf-4e8e-4e3d-aff1-26ef635fb9f9 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 01:01:56.610312 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 439d81bf-4e8e-4e3d-aff1-26ef635fb9f9, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=439d81bf-4e8e-4e3d-aff1-26ef635fb9f9,segment=NetworkSegment(06dbb0ca-636d-4175-8c66-f92a58525159),segment_id=06dbb0ca-636d-4175-8c66-f92a58525159)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:01:56.674816 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (439d81bf-4e8e-4e3d-aff1-26ef635fb9f9), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:56.721046 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=439d81bf-4e8e-4e3d-aff1-26ef635fb9f9,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:01:56.727855 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:01:56.728205 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:01:56.728547 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:01:56.728883 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:01:56.729215 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:01:56.729568 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:01:56.729896 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:01:56.730219 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:01:56.730540 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:01:56.730862 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:01:56.731438 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:01:56.731754 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:01:56.732072 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:01:56.930236 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['439d81bf-4e8e-4e3d-aff1-26ef635fb9f9'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 01:01:57.475739 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb70ee3-adf2-43ef-969a-e810ee772904 req-aa951637-2834-4289-958e-820e6946ef16 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:01:57.477120 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-abb70ee3-adf2-43ef-969a-e810ee772904 req-aa951637-2834-4289-958e-820e6946ef16 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/ports?device_id=e53a5b77-3907-44a3-bbe0-86fd856bff53 HTTP/1.1" status: 200 len: 945 time: 0.0503383 Feb 04 01:01:57.528306 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-abb70ee3-adf2-43ef-969a-e810ee772904 req-f1916411-bbd7-4d59-a350-96a049c6aa27 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/security-groups?id=9738898a-d1ad-4261-bc65-910290d12b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454032 Feb 04 01:01:58.460738 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 439d81bf-4e8e-4e3d-aff1-26ef635fb9f9 up at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 01:01:58.535460 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 34792) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:01:58.578017 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning for port 439d81bf-4e8e-4e3d-aff1-26ef635fb9f9 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 01:01:58.582841 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning complete for port 439d81bf-4e8e-4e3d-aff1-26ef635fb9f9 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:01:58.583224 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (439d81bf-4e8e-4e3d-aff1-26ef635fb9f9), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:58.650982 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2dcba73a-28c1-4cff-966d-ef60a6f2421d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:58.659906 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917aa7dc-0d75-4cec-af56-4f405a03956b req-92434a71-e2de-488e-bcb0-6abc8dea25fb tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:01:58.661395 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-917aa7dc-0d75-4cec-af56-4f405a03956b req-92434a71-e2de-488e-bcb0-6abc8dea25fb tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/ports?device_id=e53a5b77-3907-44a3-bbe0-86fd856bff53 HTTP/1.1" status: 200 len: 945 time: 0.0664732 Feb 04 01:01:58.667989 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port 439d81bf-4e8e-4e3d-aff1-26ef635fb9f9 is: BUILD; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:01:58.668612 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (439d81bf-4e8e-4e3d-aff1-26ef635fb9f9), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:58.692478 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53a5b77-3907-44a3-bbe0-86fd856bff53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439d81bf-4e8e-4e3d-aff1-26ef635fb9f9'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 01:01:58.694772 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6008afca8a05d931a9cb2feac605f7a66ad88b8a0c7f78d7c81d8c88d670685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319d4651-7311-4b4e-90c5-68092154599f" -d '{"events": [{"server_uuid": "e53a5b77-3907-44a3-bbe0-86fd856bff53", "name": "network-vif-plugged", "status": "completed", "tag": "439d81bf-4e8e-4e3d-aff1-26ef635fb9f9"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 01:01:58.715360 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-917aa7dc-0d75-4cec-af56-4f405a03956b req-8bfe88be-060c-4a17-80a8-532262de7675 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/security-groups?id=9738898a-d1ad-4261-bc65-910290d12b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482707 Feb 04 01:01:58.715587 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 439d81bf-4e8e-4e3d-aff1-26ef635fb9f9, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=439d81bf-4e8e-4e3d-aff1-26ef635fb9f9,segment=NetworkSegment(06dbb0ca-636d-4175-8c66-f92a58525159),segment_id=06dbb0ca-636d-4175-8c66-f92a58525159)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:01:58.733814 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2dcba73a-28c1-4cff-966d-ef60a6f2421d admin admin] Publish callbacks [] for security_group (31d8f402-73b5-44e3-9266-1d1dba8f726a), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:58.741375 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 01:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95e2201-5bd9-403e-a349-0db3bdfecc73 x-openstack-request-id: req-e95e2201-5bd9-403e-a349-0db3bdfecc73 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 01:01:58.741710 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53a5b77-3907-44a3-bbe0-86fd856bff53", "name": "network-vif-plugged", "status": "completed", "tag": "439d81bf-4e8e-4e3d-aff1-26ef635fb9f9", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 01:01:58.741965 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e95e2201-5bd9-403e-a349-0db3bdfecc73 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 01:01:58.742360 dv-cinder-827778-1-iscsi neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53a5b77-3907-44a3-bbe0-86fd856bff53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439d81bf-4e8e-4e3d-aff1-26ef635fb9f9', 'code': 200} Feb 04 01:01:58.800920 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (439d81bf-4e8e-4e3d-aff1-26ef635fb9f9), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:58.829526 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2dcba73a-28c1-4cff-966d-ef60a6f2421d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (31d8f402-73b5-44e3-9266-1d1dba8f726a), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:58.847636 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=439d81bf-4e8e-4e3d-aff1-26ef635fb9f9,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:01:58.868712 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-2dcba73a-28c1-4cff-966d-ef60a6f2421d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4562234f2d034d90b55817b73f00c3fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3321521 Feb 04 01:01:58.869919 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcba73a-28c1-4cff-966d-ef60a6f2421d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d8f402-73b5-44e3-9266-1d1dba8f726a,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:01:58.870853 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 34800) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:01:58.918204 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-be90e713-1d79-4ef5-a137-c5243c0f4558 admin admin] Publish callbacks [] for security_group (31d8f402-73b5-44e3-9266-1d1dba8f726a), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:58.940293 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-be90e713-1d79-4ef5-a137-c5243c0f4558 admin admin] Publish callbacks [] for security_group (31d8f402-73b5-44e3-9266-1d1dba8f726a), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:59.069294 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-be90e713-1d79-4ef5-a137-c5243c0f4558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (31d8f402-73b5-44e3-9266-1d1dba8f726a), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:59.071849 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-be90e713-1d79-4ef5-a137-c5243c0f4558 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:59.072939 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-be90e713-1d79-4ef5-a137-c5243c0f4558 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/31d8f402-73b5-44e3-9266-1d1dba8f726a HTTP/1.1" status: 204 len: 168 time: 0.2010672 Feb 04 01:01:59.082991 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be90e713-1d79-4ef5-a137-c5243c0f4558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d8f402-73b5-44e3-9266-1d1dba8f726a,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:01:59.096834 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9df0d2-2635-4be9-8f2f-884f4623249c req-dec64ee9-432c-4da0-aa21-278c4f73a6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:01:59.098383 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3e9df0d2-2635-4be9-8f2f-884f4623249c req-dec64ee9-432c-4da0-aa21-278c4f73a6c1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e53a5b77-3907-44a3-bbe0-86fd856bff53 HTTP/1.1" status: 200 len: 1130 time: 0.0561385 Feb 04 01:01:59.145874 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3e9df0d2-2635-4be9-8f2f-884f4623249c req-7f13acc7-7441-4a47-9a34-d63d7284cd53 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9738898a-d1ad-4261-bc65-910290d12b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387325 Feb 04 01:01:59.691577 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 34806) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:01:59.704656 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-18f5a033-f696-41e7-bc80-c2ff2ade367b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:59.790170 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-18f5a033-f696-41e7-bc80-c2ff2ade367b admin admin] Publish callbacks [] for security_group (85175dca-8eb3-4c9f-837f-ecb0db3d9a1a), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:59.837787 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184043de-2530-4a02-b2a4-547e1c9f0027 req-ffe0cf87-c8f0-4b3a-86c3-3aeb8bae24cc tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:01:59.839252 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-184043de-2530-4a02-b2a4-547e1c9f0027 req-ffe0cf87-c8f0-4b3a-86c3-3aeb8bae24cc tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/ports?device_id=e53a5b77-3907-44a3-bbe0-86fd856bff53 HTTP/1.1" status: 200 len: 946 time: 0.0508749 Feb 04 01:01:59.884873 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-184043de-2530-4a02-b2a4-547e1c9f0027 req-6f985740-435b-41cd-8c32-71211c31f4d2 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/security-groups?id=9738898a-d1ad-4261-bc65-910290d12b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399005 Feb 04 01:01:59.897759 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-18f5a033-f696-41e7-bc80-c2ff2ade367b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (85175dca-8eb3-4c9f-837f-ecb0db3d9a1a), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:01:59.935353 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-18f5a033-f696-41e7-bc80-c2ff2ade367b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4a91bfe827404642b6dd5fb6b4961d82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2426710 Feb 04 01:01:59.936235 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f5a033-f696-41e7-bc80-c2ff2ade367b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85175dca-8eb3-4c9f-837f-ecb0db3d9a1a,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:01:59.938086 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 34810) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:01:59.988298 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-faa93c64-4d0e-4e2e-990b-97237d283786 admin admin] Publish callbacks [] for security_group (85175dca-8eb3-4c9f-837f-ecb0db3d9a1a), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:00.009796 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-faa93c64-4d0e-4e2e-990b-97237d283786 admin admin] Publish callbacks [] for security_group (85175dca-8eb3-4c9f-837f-ecb0db3d9a1a), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:00.109252 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-faa93c64-4d0e-4e2e-990b-97237d283786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (85175dca-8eb3-4c9f-837f-ecb0db3d9a1a), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:00.112369 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-faa93c64-4d0e-4e2e-990b-97237d283786 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:00.113711 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-faa93c64-4d0e-4e2e-990b-97237d283786 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/85175dca-8eb3-4c9f-837f-ecb0db3d9a1a HTTP/1.1" status: 204 len: 168 time: 0.1746271 Feb 04 01:02:00.131338 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa93c64-4d0e-4e2e-990b-97237d283786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85175dca-8eb3-4c9f-837f-ecb0db3d9a1a,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:02:01.013495 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d801e9-152f-4441-830b-bb7f745f6d11 req-3b2f395d-f12f-4984-9442-ad6880940b37 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:02:01.015009 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-76d801e9-152f-4441-830b-bb7f745f6d11 req-3b2f395d-f12f-4984-9442-ad6880940b37 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/ports?device_id=e53a5b77-3907-44a3-bbe0-86fd856bff53 HTTP/1.1" status: 200 len: 946 time: 0.0555797 Feb 04 01:02:01.061036 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-76d801e9-152f-4441-830b-bb7f745f6d11 req-f2f64ac6-2b89-42d5-bd9c-4ea24539a94b tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/security-groups?id=9738898a-d1ad-4261-bc65-910290d12b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400662 Feb 04 01:02:10.154678 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-34f76814-b8c6-4780-ae09-1dc59cfb488f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:12.251518 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bdb8f9ed-3c68-4b73-be35-79dab856dbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:13.469198 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:15.029290 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:16.143390 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:18.737324 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:22.860468 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 35038) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:02:22.961937 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ccdcebcb-e369-40af-a1d6-1481fc50bcc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:23.036127 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ccdcebcb-e369-40af-a1d6-1481fc50bcc8 admin admin] Publish callbacks [] for security_group (30230fe0-767a-4e6f-a4cf-bc62900bac29), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:23.085903 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ccdcebcb-e369-40af-a1d6-1481fc50bcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (30230fe0-767a-4e6f-a4cf-bc62900bac29), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:23.125585 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-ccdcebcb-e369-40af-a1d6-1481fc50bcc8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=def44eb1dd85433cafd3fd5ffbc89eb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2639873 Feb 04 01:02:23.129401 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdcebcb-e369-40af-a1d6-1481fc50bcc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30230fe0-767a-4e6f-a4cf-bc62900bac29,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:02:23.129761 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 35044) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:02:23.176178 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-af523220-c073-4b21-85d0-633ac65a678c admin admin] Publish callbacks [] for security_group (30230fe0-767a-4e6f-a4cf-bc62900bac29), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:23.196870 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-af523220-c073-4b21-85d0-633ac65a678c admin admin] Publish callbacks [] for security_group (30230fe0-767a-4e6f-a4cf-bc62900bac29), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:23.308796 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-af523220-c073-4b21-85d0-633ac65a678c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (30230fe0-767a-4e6f-a4cf-bc62900bac29), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:23.311353 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-af523220-c073-4b21-85d0-633ac65a678c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:23.312533 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-af523220-c073-4b21-85d0-633ac65a678c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/30230fe0-767a-4e6f-a4cf-bc62900bac29 HTTP/1.1" status: 204 len: 168 time: 0.1832707 Feb 04 01:02:23.320942 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af523220-c073-4b21-85d0-633ac65a678c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30230fe0-767a-4e6f-a4cf-bc62900bac29,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:02:24.626365 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70085f-f78d-4cb3-a7ee-e17a9212ccf8 req-bbf5d3c3-b0fc-410f-804d-f703f18a3645 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:02:24.627843 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-7b70085f-f78d-4cb3-a7ee-e17a9212ccf8 req-bbf5d3c3-b0fc-410f-804d-f703f18a3645 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/ports?device_id=e53a5b77-3907-44a3-bbe0-86fd856bff53 HTTP/1.1" status: 200 len: 946 time: 0.0518138 Feb 04 01:02:24.677729 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-7b70085f-f78d-4cb3-a7ee-e17a9212ccf8 req-0011c125-76b8-41be-87c3-81d4f4bf40bb tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/security-groups?id=9738898a-d1ad-4261-bc65-910290d12b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436687 Feb 04 01:02:25.797415 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122dabc4-e688-476e-9967-f8914dfd14e9 req-835937bd-d332-4744-bb51-0966bbcfc931 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:02:25.798921 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-122dabc4-e688-476e-9967-f8914dfd14e9 req-835937bd-d332-4744-bb51-0966bbcfc931 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/ports?device_id=e53a5b77-3907-44a3-bbe0-86fd856bff53 HTTP/1.1" status: 200 len: 946 time: 0.0528839 Feb 04 01:02:25.847252 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-122dabc4-e688-476e-9967-f8914dfd14e9 req-cf2b5816-9c36-4fc6-92b1-a0601ef8483b tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/security-groups?id=9738898a-d1ad-4261-bc65-910290d12b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422208 Feb 04 01:02:26.448979 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e588e-a157-4988-a7cc-75499fc133de req-3a179141-5c10-4fda-9849-262e3e68d765 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:02:26.450429 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-f15e588e-a157-4988-a7cc-75499fc133de req-3a179141-5c10-4fda-9849-262e3e68d765 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.39 "GET /v2.0/ports?device_id=e53a5b77-3907-44a3-bbe0-86fd856bff53 HTTP/1.1" status: 200 len: 946 time: 0.0516469 Feb 04 01:02:26.542204 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-f15e588e-a157-4988-a7cc-75499fc133de req-93f08948-9310-4da8-a08f-aaf651b9b225 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Deleting port 439d81bf-4e8e-4e3d-aff1-26ef635fb9f9 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 01:02:26.542539 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f15e588e-a157-4988-a7cc-75499fc133de req-93f08948-9310-4da8-a08f-aaf651b9b225 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (439d81bf-4e8e-4e3d-aff1-26ef635fb9f9), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:26.630726 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-f15e588e-a157-4988-a7cc-75499fc133de req-93f08948-9310-4da8-a08f-aaf651b9b225 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] For port 439d81bf-4e8e-4e3d-aff1-26ef635fb9f9, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=439d81bf-4e8e-4e3d-aff1-26ef635fb9f9,segment=NetworkSegment(06dbb0ca-636d-4175-8c66-f92a58525159),segment_id=06dbb0ca-636d-4175-8c66-f92a58525159)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:02:26.630987 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f15e588e-a157-4988-a7cc-75499fc133de req-93f08948-9310-4da8-a08f-aaf651b9b225 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (439d81bf-4e8e-4e3d-aff1-26ef635fb9f9), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:26.643988 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-f15e588e-a157-4988-a7cc-75499fc133de req-93f08948-9310-4da8-a08f-aaf651b9b225 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Calling delete_port for 439d81bf-4e8e-4e3d-aff1-26ef635fb9f9 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 01:02:26.823230 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f15e588e-a157-4988-a7cc-75499fc133de req-93f08948-9310-4da8-a08f-aaf651b9b225 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (439d81bf-4e8e-4e3d-aff1-26ef635fb9f9), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:26.836458 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['439d81bf-4e8e-4e3d-aff1-26ef635fb9f9'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 01:02:26.850858 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f08948-9310-4da8-a08f-aaf651b9b225 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Pushing event deleted for resources: {'Port': ['ID=439d81bf-4e8e-4e3d-aff1-26ef635fb9f9,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:02:26.899139 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f15e588e-a157-4988-a7cc-75499fc133de req-93f08948-9310-4da8-a08f-aaf651b9b225 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] No DVR routers for this DVR port 439d81bf-4e8e-4e3d-aff1-26ef635fb9f9 on host hv-cinder-82777 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 01:02:26.901702 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f15e588e-a157-4988-a7cc-75499fc133de req-93f08948-9310-4da8-a08f-aaf651b9b225 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:26.905075 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-f15e588e-a157-4988-a7cc-75499fc133de req-93f08948-9310-4da8-a08f-aaf651b9b225 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.39 "DELETE /v2.0/ports/439d81bf-4e8e-4e3d-aff1-26ef635fb9f9 HTTP/1.1" status: 204 len: 173 time: 0.4473433 Feb 04 01:02:26.905538 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53a5b77-3907-44a3-bbe0-86fd856bff53', 'name': 'network-vif-deleted', 'tag': '439d81bf-4e8e-4e3d-aff1-26ef635fb9f9'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 01:02:26.907774 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9923a7793e9fa6102d344dd696201155eb04f662303130ce66584af0359f1e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f30034-34a4-4f7c-afe9-00a24ba36072" -d '{"events": [{"server_uuid": "e53a5b77-3907-44a3-bbe0-86fd856bff53", "name": "network-vif-deleted", "tag": "439d81bf-4e8e-4e3d-aff1-26ef635fb9f9"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 01:02:26.942606 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 01:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2838db-54d3-47ce-b0d0-5467fe41e812 x-openstack-request-id: req-9a2838db-54d3-47ce-b0d0-5467fe41e812 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 01:02:26.942897 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53a5b77-3907-44a3-bbe0-86fd856bff53", "name": "network-vif-deleted", "tag": "439d81bf-4e8e-4e3d-aff1-26ef635fb9f9", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 01:02:26.943149 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9a2838db-54d3-47ce-b0d0-5467fe41e812 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 01:02:26.943548 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53a5b77-3907-44a3-bbe0-86fd856bff53', 'name': 'network-vif-deleted', 'tag': '439d81bf-4e8e-4e3d-aff1-26ef635fb9f9', 'status': 'completed', 'code': 200} Feb 04 01:02:26.948532 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-37b1d2f9-64aa-4c5a-9b23-522d359e1e17 req-d119ace1-066f-42c1-af00-b6afd62c6dc7 tempest-VolumesSnapshotTestJSON-1966785870 tempest-VolumesSnapshotTestJSON-1966785870-project] 10.222.0.10 "GET /v2.0/ports?device_id=e53a5b77-3907-44a3-bbe0-86fd856bff53 HTTP/1.1" status: 200 len: 210 time: 0.0320592 Feb 04 01:02:27.894874 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 35100) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:02:27.995595 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4a2d09b5-d454-4756-9c26-3e681ff39189 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:28.073033 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4a2d09b5-d454-4756-9c26-3e681ff39189 admin admin] Publish callbacks [] for security_group (039a57ec-aa15-438f-b072-d621d9368b9f), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:28.154133 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4a2d09b5-d454-4756-9c26-3e681ff39189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (039a57ec-aa15-438f-b072-d621d9368b9f), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:28.191423 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-4a2d09b5-d454-4756-9c26-3e681ff39189 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=381dde46f473440c8b0855b9e8438ee5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2954957 Feb 04 01:02:28.192271 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d09b5-d454-4756-9c26-3e681ff39189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039a57ec-aa15-438f-b072-d621d9368b9f,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:02:28.194092 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 35108) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:02:28.234910 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 6 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 01:02:28.246518 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cfaf5382-96cb-4cd5-b81e-34890ebf82ac admin admin] Publish callbacks [] for security_group (039a57ec-aa15-438f-b072-d621d9368b9f), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:28.267333 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cfaf5382-96cb-4cd5-b81e-34890ebf82ac admin admin] Publish callbacks [] for security_group (039a57ec-aa15-438f-b072-d621d9368b9f), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:28.388943 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cfaf5382-96cb-4cd5-b81e-34890ebf82ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (039a57ec-aa15-438f-b072-d621d9368b9f), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:28.391640 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cfaf5382-96cb-4cd5-b81e-34890ebf82ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:28.394814 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-cfaf5382-96cb-4cd5-b81e-34890ebf82ac admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/039a57ec-aa15-438f-b072-d621d9368b9f HTTP/1.1" status: 204 len: 168 time: 0.1966314 Feb 04 01:02:28.400990 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf5382-96cb-4cd5-b81e-34890ebf82ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039a57ec-aa15-438f-b072-d621d9368b9f,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:02:32.475346 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 439d81bf-4e8e-4e3d-aff1-26ef635fb9f9 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 01:02:32.497415 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] No Port match for: 439d81bf-4e8e-4e3d-aff1-26ef635fb9f9 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 01:02:32.497867 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 439d81bf-4e8e-4e3d-aff1-26ef635fb9f9 not bound to the agent host hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 01:02:34.731125 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-142600a8-6d64-4489-ab7f-b76e2c1e2ea8 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=f8a88807d9e24c429f316384561b9f5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284686 Feb 04 01:02:35.144510 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-972c2d23-75dc-46d7-8114-6af27061bc8c tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:02:35.145925 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-972c2d23-75dc-46d7-8114-6af27061bc8c tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4094920 Feb 04 01:02:35.160966 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-c49d34f3-d673-4cc2-ba52-21e89713cff3 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] 10.222.0.10 "GET /v2.0/quotas/f8a88807d9e24c429f316384561b9f5a HTTP/1.1" status: 200 len: 375 time: 0.0087419 Feb 04 01:02:35.191007 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-9419dd96-cfb4-4b0d-93a3-e3bc6ff0b763 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f8a88807d9e24c429f316384561b9f5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254159 Feb 04 01:02:35.419479 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4f1c536a-5016-44c1-97f7-69806780cdaa req-3d77464d-696b-4c8c-85ab-fe66a7dc5483 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] 10.222.0.10 "GET /v2.0/ports?device_id=c917ad97-84ff-4ac2-8c94-579ec36eebb0 HTTP/1.1" status: 200 len: 210 time: 0.0274513 Feb 04 01:02:36.512762 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-dbe16985-bb45-4763-bf53-1cd91e9dc45d req-260b3b7e-2321-4649-a9d6-2838ebd76dd1 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] 10.222.0.10 "GET /v2.0/ports?device_id=c917ad97-84ff-4ac2-8c94-579ec36eebb0 HTTP/1.1" status: 200 len: 210 time: 0.0278378 Feb 04 01:02:37.527656 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-3073d0bc-8e37-428f-91b9-de9dbf308a23 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f8a88807d9e24c429f316384561b9f5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274918 Feb 04 01:02:37.656095 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-f7d68d9c-7733-40ea-92d7-e8a38d92b976 req-35daf046-b9b4-417e-9424-2dee72526838 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] 10.222.0.10 "GET /v2.0/ports?device_id=c917ad97-84ff-4ac2-8c94-579ec36eebb0 HTTP/1.1" status: 200 len: 210 time: 0.0471802 Feb 04 01:02:37.741708 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-5b7e5c9b-42c1-4e0b-b390-e9ac795e8a0d tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:02:37.743154 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-5b7e5c9b-42c1-4e0b-b390-e9ac795e8a0d tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2005403 Feb 04 01:02:37.757381 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-74a044b1-52d0-48a1-a4f8-277e440ce637 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Request body: {'port': {'device_id': 'c917ad97-84ff-4ac2-8c94-579ec36eebb0', 'network_id': '034989ca-fb32-4311-b114-04d65380cfea', 'admin_state_up': True, 'tenant_id': 'f8a88807d9e24c429f316384561b9f5a'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 01:02:37.937563 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-74a044b1-52d0-48a1-a4f8-277e440ce637 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Made reservation on behalf of f8a88807d9e24c429f316384561b9f5a for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 01:02:37.940974 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-74a044b1-52d0-48a1-a4f8-277e440ce637 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:37.950398 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-74a044b1-52d0-48a1-a4f8-277e440ce637 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:38.027418 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-74a044b1-52d0-48a1-a4f8-277e440ce637 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Publish callbacks [] for security_group (ffe06d18-740e-4feb-b805-6783e2c8e744), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:38.103009 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-74a044b1-52d0-48a1-a4f8-277e440ce637 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (ffe06d18-740e-4feb-b805-6783e2c8e744), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:38.164581 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a044b1-52d0-48a1-a4f8-277e440ce637 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe06d18-740e-4feb-b805-6783e2c8e744,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:02:38.177602 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a044b1-52d0-48a1-a4f8-277e440ce637 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:02:38.177955 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a044b1-52d0-48a1-a4f8-277e440ce637 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:02:38.178298 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a044b1-52d0-48a1-a4f8-277e440ce637 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:02:38.178634 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a044b1-52d0-48a1-a4f8-277e440ce637 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:02:38.178965 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a044b1-52d0-48a1-a4f8-277e440ce637 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:02:38.179289 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a044b1-52d0-48a1-a4f8-277e440ce637 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:02:38.179612 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a044b1-52d0-48a1-a4f8-277e440ce637 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:02:38.179937 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a044b1-52d0-48a1-a4f8-277e440ce637 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:02:38.180256 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a044b1-52d0-48a1-a4f8-277e440ce637 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:02:38.180577 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a044b1-52d0-48a1-a4f8-277e440ce637 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:02:38.180901 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a044b1-52d0-48a1-a4f8-277e440ce637 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:02:38.181217 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a044b1-52d0-48a1-a4f8-277e440ce637 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:02:38.182066 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a044b1-52d0-48a1-a4f8-277e440ce637 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:02:38.245878 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-74a044b1-52d0-48a1-a4f8-277e440ce637 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Allocated IP 192.168.233.127 (034989ca-fb32-4311-b114-04d65380cfea/938bd828-7ee4-4b65-bbf1-9d31543a964c/22c4e32c-7478-407b-b2cc-bbc5fd11606e) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 01:02:38.389725 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-74a044b1-52d0-48a1-a4f8-277e440ce637 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Publish callbacks [] for port (22c4e32c-7478-407b-b2cc-bbc5fd11606e), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:38.491789 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-74a044b1-52d0-48a1-a4f8-277e440ce637 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (22c4e32c-7478-407b-b2cc-bbc5fd11606e), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:38.538150 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-74a044b1-52d0-48a1-a4f8-277e440ce637 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Network 034989ca-fb32-4311-b114-04d65380cfea is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 01:02:38.541812 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-74a044b1-52d0-48a1-a4f8-277e440ce637 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 01:02:38.545388 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-74a044b1-52d0-48a1-a4f8-277e440ce637 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 01:02:38.551461 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a044b1-52d0-48a1-a4f8-277e440ce637 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Pushing event updated for resources: {'Port': ['ID=22c4e32c-7478-407b-b2cc-bbc5fd11606e,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:02:38.602169 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-74a044b1-52d0-48a1-a4f8-277e440ce637 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:02:38.602822 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-74a044b1-52d0-48a1-a4f8-277e440ce637 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:38.707133 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-74a044b1-52d0-48a1-a4f8-277e440ce637 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9530113 Feb 04 01:02:38.717907 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-5eb1f559-1912-4735-b9df-f36974d03a80 service neutron] Request body: {'port': {'device_id': 'c917ad97-84ff-4ac2-8c94-579ec36eebb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 01:02:38.775766 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-5eb1f559-1912-4735-b9df-f36974d03a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (22c4e32c-7478-407b-b2cc-bbc5fd11606e), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:38.776340 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c505d-4ea7-48f3-abd6-46d3b6c2d379 req-f0f35c8d-357f-477b-ba0b-c59168049683 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:02:38.777909 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b26c505d-4ea7-48f3-abd6-46d3b6c2d379 req-f0f35c8d-357f-477b-ba0b-c59168049683 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] 10.222.0.10 "GET /v2.0/ports?device_id=c917ad97-84ff-4ac2-8c94-579ec36eebb0 HTTP/1.1" status: 200 len: 936 time: 0.0529606 Feb 04 01:02:38.806936 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-bb1b60d8-17e5-4337-bd53-a26762e3801b None None] Provisioning complete for port 22c4e32c-7478-407b-b2cc-bbc5fd11606e triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:02:38.807522 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bb1b60d8-17e5-4337-bd53-a26762e3801b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (22c4e32c-7478-407b-b2cc-bbc5fd11606e), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:38.835910 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b26c505d-4ea7-48f3-abd6-46d3b6c2d379 req-4bc35e6d-28ed-4bb6-8ba5-64ee074273ce tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffe06d18-740e-4feb-b805-6783e2c8e744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518963 Feb 04 01:02:38.851699 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-bb1b60d8-17e5-4337-bd53-a26762e3801b None None] Port 22c4e32c-7478-407b-b2cc-bbc5fd11606e cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 01:02:39.050739 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-5eb1f559-1912-4735-b9df-f36974d03a80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22c4e32c-7478-407b-b2cc-bbc5fd11606e {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 01:02:39.058119 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-5eb1f559-1912-4735-b9df-f36974d03a80 service neutron] Publish callbacks [] for port (22c4e32c-7478-407b-b2cc-bbc5fd11606e), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:39.069524 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-5eb1f559-1912-4735-b9df-f36974d03a80 service neutron] Transition to ACTIVE for port object 22c4e32c-7478-407b-b2cc-bbc5fd11606e will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 01:02:39.154651 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-5eb1f559-1912-4735-b9df-f36974d03a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10424596'] for port (22c4e32c-7478-407b-b2cc-bbc5fd11606e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:39.205016 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb1f559-1912-4735-b9df-f36974d03a80 service neutron] Pushing event updated for resources: {'Port': ['ID=22c4e32c-7478-407b-b2cc-bbc5fd11606e,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:02:39.281088 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-5eb1f559-1912-4735-b9df-f36974d03a80 service neutron] Attempting to bind port 22c4e32c-7478-407b-b2cc-bbc5fd11606e on host hv-cinder-82777 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 01:02:39.281429 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-5eb1f559-1912-4735-b9df-f36974d03a80 service neutron] Attempting to bind port 22c4e32c-7478-407b-b2cc-bbc5fd11606e by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': '912a8607-153d-4c17-a0bc-7e796d105da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '034989ca-fb32-4311-b114-04d65380cfea'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 01:02:39.281786 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-5eb1f559-1912-4735-b9df-f36974d03a80 service neutron] Attempting to bind port 22c4e32c-7478-407b-b2cc-bbc5fd11606e on network 034989ca-fb32-4311-b114-04d65380cfea {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 01:02:39.287128 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-5eb1f559-1912-4735-b9df-f36974d03a80 service neutron] Port 22c4e32c-7478-407b-b2cc-bbc5fd11606e on network 034989ca-fb32-4311-b114-04d65380cfea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 01:02:39.287391 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-5eb1f559-1912-4735-b9df-f36974d03a80 service neutron] Attempting to bind port 22c4e32c-7478-407b-b2cc-bbc5fd11606e on network 034989ca-fb32-4311-b114-04d65380cfea {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 01:02:39.292987 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-5eb1f559-1912-4735-b9df-f36974d03a80 service neutron] Checking agent: {'id': 'bf093114-7719-4a60-8fae-8541124bea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 50, 48), 'started_at': datetime.datetime(2022, 2, 4, 0, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 1, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 01:02:39.293327 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-5eb1f559-1912-4735-b9df-f36974d03a80 service neutron] Checking segment: {'id': '912a8607-153d-4c17-a0bc-7e796d105da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '034989ca-fb32-4311-b114-04d65380cfea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 01:02:39.298923 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-5eb1f559-1912-4735-b9df-f36974d03a80 service neutron] Bound using segment: {'id': '912a8607-153d-4c17-a0bc-7e796d105da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '034989ca-fb32-4311-b114-04d65380cfea'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 01:02:39.298923 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-5eb1f559-1912-4735-b9df-f36974d03a80 service neutron] Bound port: 22c4e32c-7478-407b-b2cc-bbc5fd11606e, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '912a8607-153d-4c17-a0bc-7e796d105da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '034989ca-fb32-4311-b114-04d65380cfea'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 01:02:39.298923 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-5eb1f559-1912-4735-b9df-f36974d03a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (22c4e32c-7478-407b-b2cc-bbc5fd11606e), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:39.361596 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-5eb1f559-1912-4735-b9df-f36974d03a80 service neutron] For port 22c4e32c-7478-407b-b2cc-bbc5fd11606e, host hv-cinder-82777, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 01:02:39.364855 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-5eb1f559-1912-4735-b9df-f36974d03a80 service neutron] For port 22c4e32c-7478-407b-b2cc-bbc5fd11606e, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=22c4e32c-7478-407b-b2cc-bbc5fd11606e,segment=NetworkSegment(912a8607-153d-4c17-a0bc-7e796d105da3),segment_id=912a8607-153d-4c17-a0bc-7e796d105da3)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 01:02:39.429190 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-5eb1f559-1912-4735-b9df-f36974d03a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10424596'] for port (22c4e32c-7478-407b-b2cc-bbc5fd11606e), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:39.461642 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-5eb1f559-1912-4735-b9df-f36974d03a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:02:39.462232 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-5eb1f559-1912-4735-b9df-f36974d03a80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:39.464148 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-5eb1f559-1912-4735-b9df-f36974d03a80 service neutron] 10.222.0.39 "PUT /v2.0/ports/22c4e32c-7478-407b-b2cc-bbc5fd11606e HTTP/1.1" status: 200 len: 1098 time: 0.7505095 Feb 04 01:02:39.464580 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c917ad97-84ff-4ac2-8c94-579ec36eebb0', 'tag': '22c4e32c-7478-407b-b2cc-bbc5fd11606e'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 01:02:39.466947 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9923a7793e9fa6102d344dd696201155eb04f662303130ce66584af0359f1e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c0d0a6-5fe5-494e-9129-7d334a3d4a4b" -d '{"events": [{"name": "network-changed", "server_uuid": "c917ad97-84ff-4ac2-8c94-579ec36eebb0", "tag": "22c4e32c-7478-407b-b2cc-bbc5fd11606e"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 01:02:39.506720 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb1f559-1912-4735-b9df-f36974d03a80 service neutron] Pushing event updated for resources: {'Port': ['ID=22c4e32c-7478-407b-b2cc-bbc5fd11606e,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:02:39.510416 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 01:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6f948f-4920-41bb-bdf8-826b21d9e710 x-openstack-request-id: req-4e6f948f-4920-41bb-bdf8-826b21d9e710 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 01:02:39.510583 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c917ad97-84ff-4ac2-8c94-579ec36eebb0", "tag": "22c4e32c-7478-407b-b2cc-bbc5fd11606e", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 01:02:39.510792 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4e6f948f-4920-41bb-bdf8-826b21d9e710 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 01:02:39.511190 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c917ad97-84ff-4ac2-8c94-579ec36eebb0', 'tag': '22c4e32c-7478-407b-b2cc-bbc5fd11606e', 'status': 'completed', 'code': 200} Feb 04 01:02:39.583634 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0d0a6-5fe5-494e-9129-7d334a3d4a4b req-6d889bbe-5172-4c77-8a89-57d03b5f4308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:02:39.585241 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-48c0d0a6-5fe5-494e-9129-7d334a3d4a4b req-6d889bbe-5172-4c77-8a89-57d03b5f4308 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f8a88807d9e24c429f316384561b9f5a&device_id=c917ad97-84ff-4ac2-8c94-579ec36eebb0 HTTP/1.1" status: 200 len: 1132 time: 0.0544984 Feb 04 01:02:39.614293 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-48c0d0a6-5fe5-494e-9129-7d334a3d4a4b req-2136c31d-288e-48cd-8bbc-8b250da89157 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f8a88807d9e24c429f316384561b9f5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210352 Feb 04 01:02:39.708868 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0d0a6-5fe5-494e-9129-7d334a3d4a4b req-fbbcb654-049c-4980-8d87-de6420fab132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:02:39.710371 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-48c0d0a6-5fe5-494e-9129-7d334a3d4a4b req-fbbcb654-049c-4980-8d87-de6420fab132 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903242 Feb 04 01:02:40.116369 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f21598-9431-4763-a0fd-f2b6a8f5cf10 req-213735dd-89af-4109-bdd6-18ac79df2b4b tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:02:40.117901 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-50f21598-9431-4763-a0fd-f2b6a8f5cf10 req-213735dd-89af-4109-bdd6-18ac79df2b4b tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] 10.222.0.10 "GET /v2.0/ports?device_id=c917ad97-84ff-4ac2-8c94-579ec36eebb0 HTTP/1.1" status: 200 len: 948 time: 0.2094440 Feb 04 01:02:40.154300 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6b9619f6-3d31-47f3-a578-8508fe762986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:40.163736 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-50f21598-9431-4763-a0fd-f2b6a8f5cf10 req-5339e2c3-01c6-41ab-849b-0a6d8f6aa40b tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffe06d18-740e-4feb-b805-6783e2c8e744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400741 Feb 04 01:02:41.278941 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd5f89-8401-4247-b303-198abd75ce54 req-38fb003a-039a-4173-897e-93a3f690064b tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:02:41.280373 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-f0dd5f89-8401-4247-b303-198abd75ce54 req-38fb003a-039a-4173-897e-93a3f690064b tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] 10.222.0.10 "GET /v2.0/ports?device_id=c917ad97-84ff-4ac2-8c94-579ec36eebb0 HTTP/1.1" status: 200 len: 948 time: 0.0512192 Feb 04 01:02:41.325921 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-f0dd5f89-8401-4247-b303-198abd75ce54 req-ef735a56-fc5e-4e35-a156-b6ac2ca58732 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffe06d18-740e-4feb-b805-6783e2c8e744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401285 Feb 04 01:02:42.251690 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b5d43854-8e38-4c75-a582-b07df76c45b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:42.441259 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6954567-6e15-448f-ba83-b5b0dd39b2cd req-f055898d-b8da-42dc-bfc3-983cbd342c38 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:02:42.442780 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-a6954567-6e15-448f-ba83-b5b0dd39b2cd req-f055898d-b8da-42dc-bfc3-983cbd342c38 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] 10.222.0.10 "GET /v2.0/ports?device_id=c917ad97-84ff-4ac2-8c94-579ec36eebb0 HTTP/1.1" status: 200 len: 948 time: 0.0507324 Feb 04 01:02:42.490605 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-a6954567-6e15-448f-ba83-b5b0dd39b2cd req-b894f37f-4dd9-4bfe-873d-da78d34d5a2e tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffe06d18-740e-4feb-b805-6783e2c8e744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414348 Feb 04 01:02:42.498814 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-cd727552-460c-4c28-8474-6a02824dbd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:02:42.500310 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-cd727552-460c-4c28-8474-6a02824dbd28 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f8a88807d9e24c429f316384561b9f5a&device_id=c917ad97-84ff-4ac2-8c94-579ec36eebb0 HTTP/1.1" status: 200 len: 1132 time: 0.0474641 Feb 04 01:02:42.541447 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-4936d918-5437-45c7-8989-e04506df06ea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=22c4e32c-7478-407b-b2cc-bbc5fd11606e HTTP/1.1" status: 200 len: 217 time: 0.0335712 Feb 04 01:02:42.587621 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-d73b34d0-1ed2-4dfa-aec1-c2cd6c06aff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:02:42.589688 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-d73b34d0-1ed2-4dfa-aec1-c2cd6c06aff5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=938bd828-7ee4-4b65-bbf1-9d31543a964c HTTP/1.1" status: 200 len: 843 time: 0.0418651 Feb 04 01:02:42.639020 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-622dd73b-59be-4914-8bdc-8cd4d15b3a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:02:42.640452 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-622dd73b-59be-4914-8bdc-8cd4d15b3a9a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=034989ca-fb32-4311-b114-04d65380cfea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0445666 Feb 04 01:02:42.726885 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-cbebd754-67f2-4fc7-8bc6-647fe23a9686 service neutron] 10.222.0.39 "GET /v2.0/networks/034989ca-fb32-4311-b114-04d65380cfea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791075 Feb 04 01:02:42.815442 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e6b42980-d854-4abe-bbb5-97782ab85882 req-ed3c1ccd-5189-47aa-ac4f-9bb669448289 service neutron] 10.222.0.39 "GET /v2.0/networks/034989ca-fb32-4311-b114-04d65380cfea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823495 Feb 04 01:02:43.441230 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:43.664311 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3e895-2858-4f93-bfa6-770eb2edf94b req-0b3b9465-2e88-4b17-9f8e-f46caf8115e2 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:02:43.665821 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-26a3e895-2858-4f93-bfa6-770eb2edf94b req-0b3b9465-2e88-4b17-9f8e-f46caf8115e2 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] 10.222.0.10 "GET /v2.0/ports?device_id=c917ad97-84ff-4ac2-8c94-579ec36eebb0 HTTP/1.1" status: 200 len: 948 time: 0.1095455 Feb 04 01:02:43.711354 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-26a3e895-2858-4f93-bfa6-770eb2edf94b req-d7ffb65b-35c5-4c68-bfcc-7efec7dd637f tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffe06d18-740e-4feb-b805-6783e2c8e744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399122 Feb 04 01:02:44.831352 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1813e0b-9fff-49b8-b071-1ee7e46efcb6 req-c31a65fc-3d16-4710-b3c3-78145fe96603 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:02:44.832895 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c1813e0b-9fff-49b8-b071-1ee7e46efcb6 req-c31a65fc-3d16-4710-b3c3-78145fe96603 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] 10.222.0.10 "GET /v2.0/ports?device_id=c917ad97-84ff-4ac2-8c94-579ec36eebb0 HTTP/1.1" status: 200 len: 948 time: 0.0556667 Feb 04 01:02:44.878188 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c1813e0b-9fff-49b8-b071-1ee7e46efcb6 req-141d169c-bafe-48ef-936e-ea88d6ace995 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffe06d18-740e-4feb-b805-6783e2c8e744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398476 Feb 04 01:02:45.205829 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:45.528737 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 22c4e32c-7478-407b-b2cc-bbc5fd11606e details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 01:02:45.625220 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 22c4e32c-7478-407b-b2cc-bbc5fd11606e, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=22c4e32c-7478-407b-b2cc-bbc5fd11606e,segment=NetworkSegment(912a8607-153d-4c17-a0bc-7e796d105da3),segment_id=912a8607-153d-4c17-a0bc-7e796d105da3)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:02:45.636529 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Returning: {'device': '22c4e32c-7478-407b-b2cc-bbc5fd11606e', 'network_id': '034989ca-fb32-4311-b114-04d65380cfea', 'port_id': '22c4e32c-7478-407b-b2cc-bbc5fd11606e', 'mac_address': 'fa:16:3e:8c:36:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '938bd828-7ee4-4b65-bbf1-9d31543a964c', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 01:02:45.674194 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port 22c4e32c-7478-407b-b2cc-bbc5fd11606e is: DOWN; New status is: BUILD {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:02:45.674609 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (22c4e32c-7478-407b-b2cc-bbc5fd11606e), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:45.687017 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22c4e32c-7478-407b-b2cc-bbc5fd11606e {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 01:02:45.705716 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 22c4e32c-7478-407b-b2cc-bbc5fd11606e, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=22c4e32c-7478-407b-b2cc-bbc5fd11606e,segment=NetworkSegment(912a8607-153d-4c17-a0bc-7e796d105da3),segment_id=912a8607-153d-4c17-a0bc-7e796d105da3)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:02:45.794690 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (22c4e32c-7478-407b-b2cc-bbc5fd11606e), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:45.845799 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=22c4e32c-7478-407b-b2cc-bbc5fd11606e,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:02:45.994660 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ac6d0-b4d6-4d1b-9001-09f977919e61 req-9c7d1659-2690-44a8-803d-1f206b95dd4d tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:02:45.996139 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-369ac6d0-b4d6-4d1b-9001-09f977919e61 req-9c7d1659-2690-44a8-803d-1f206b95dd4d tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] 10.222.0.10 "GET /v2.0/ports?device_id=c917ad97-84ff-4ac2-8c94-579ec36eebb0 HTTP/1.1" status: 200 len: 949 time: 0.0524859 Feb 04 01:02:46.042931 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-369ac6d0-b4d6-4d1b-9001-09f977919e61 req-96556945-2f0b-4537-aa61-ff61fe0f645f tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffe06d18-740e-4feb-b805-6783e2c8e744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410352 Feb 04 01:02:46.048204 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['22c4e32c-7478-407b-b2cc-bbc5fd11606e'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 01:02:46.184474 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:47.164980 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41794eb-8c90-4e6c-9c9a-6072807249ed req-25892f7f-5fc3-4bcf-ac8a-104bfc338285 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:02:47.166497 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c41794eb-8c90-4e6c-9c9a-6072807249ed req-25892f7f-5fc3-4bcf-ac8a-104bfc338285 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] 10.222.0.10 "GET /v2.0/ports?device_id=c917ad97-84ff-4ac2-8c94-579ec36eebb0 HTTP/1.1" status: 200 len: 949 time: 0.0524540 Feb 04 01:02:47.211993 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c41794eb-8c90-4e6c-9c9a-6072807249ed req-ebca9adf-46cd-4046-be77-3f41566778cc tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffe06d18-740e-4feb-b805-6783e2c8e744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399308 Feb 04 01:02:47.528011 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 22c4e32c-7478-407b-b2cc-bbc5fd11606e up at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 01:02:47.639666 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning for port 22c4e32c-7478-407b-b2cc-bbc5fd11606e completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 01:02:47.643809 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning complete for port 22c4e32c-7478-407b-b2cc-bbc5fd11606e triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:02:47.654227 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (22c4e32c-7478-407b-b2cc-bbc5fd11606e), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:47.720984 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port 22c4e32c-7478-407b-b2cc-bbc5fd11606e is: BUILD; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:02:47.721384 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (22c4e32c-7478-407b-b2cc-bbc5fd11606e), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:47.745090 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c917ad97-84ff-4ac2-8c94-579ec36eebb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c4e32c-7478-407b-b2cc-bbc5fd11606e'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 01:02:47.747671 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6008afca8a05d931a9cb2feac605f7a66ad88b8a0c7f78d7c81d8c88d670685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3783a32-2d9b-4141-998c-4e9633679488" -d '{"events": [{"server_uuid": "c917ad97-84ff-4ac2-8c94-579ec36eebb0", "name": "network-vif-plugged", "status": "completed", "tag": "22c4e32c-7478-407b-b2cc-bbc5fd11606e"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 01:02:47.761713 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 22c4e32c-7478-407b-b2cc-bbc5fd11606e, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=22c4e32c-7478-407b-b2cc-bbc5fd11606e,segment=NetworkSegment(912a8607-153d-4c17-a0bc-7e796d105da3),segment_id=912a8607-153d-4c17-a0bc-7e796d105da3)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:02:47.785848 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 01:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2347a7d-e267-4642-aac8-6edbbf28d0f3 x-openstack-request-id: req-b2347a7d-e267-4642-aac8-6edbbf28d0f3 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 01:02:47.786139 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c917ad97-84ff-4ac2-8c94-579ec36eebb0", "name": "network-vif-plugged", "status": "completed", "tag": "22c4e32c-7478-407b-b2cc-bbc5fd11606e", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 01:02:47.786480 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b2347a7d-e267-4642-aac8-6edbbf28d0f3 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 01:02:47.787146 dv-cinder-827778-1-iscsi neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c917ad97-84ff-4ac2-8c94-579ec36eebb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c4e32c-7478-407b-b2cc-bbc5fd11606e', 'code': 200} Feb 04 01:02:47.817651 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (22c4e32c-7478-407b-b2cc-bbc5fd11606e), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:47.869049 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=22c4e32c-7478-407b-b2cc-bbc5fd11606e,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:02:48.074962 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68d150-4725-4c99-bf76-1be599f3fee1 req-cb322c94-c516-43c7-92ac-ce42dd649635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:02:48.076420 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-fb68d150-4725-4c99-bf76-1be599f3fee1 req-cb322c94-c516-43c7-92ac-ce42dd649635 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c917ad97-84ff-4ac2-8c94-579ec36eebb0 HTTP/1.1" status: 200 len: 1134 time: 0.0450778 Feb 04 01:02:48.119418 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-fb68d150-4725-4c99-bf76-1be599f3fee1 req-c05ca2e7-1e3b-4956-aebd-9b088c9ce172 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ffe06d18-740e-4feb-b805-6783e2c8e744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362339 Feb 04 01:02:48.326912 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955bcf9d-cafe-49c2-b409-dca13f902241 req-c098809e-b691-4ecb-9465-b9b89c6f8de1 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:02:48.328329 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-955bcf9d-cafe-49c2-b409-dca13f902241 req-c098809e-b691-4ecb-9465-b9b89c6f8de1 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] 10.222.0.10 "GET /v2.0/ports?device_id=c917ad97-84ff-4ac2-8c94-579ec36eebb0 HTTP/1.1" status: 200 len: 950 time: 0.0521605 Feb 04 01:02:48.383075 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-955bcf9d-cafe-49c2-b409-dca13f902241 req-7b781378-1200-4767-b2fd-cef6bf5ca878 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffe06d18-740e-4feb-b805-6783e2c8e744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492375 Feb 04 01:02:48.737300 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:49.516076 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e180e-5308-4da3-a5d7-a996056e959a req-249516e3-28ba-44d8-b48f-2654fafa4c00 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:02:49.518494 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-d82e180e-5308-4da3-a5d7-a996056e959a req-249516e3-28ba-44d8-b48f-2654fafa4c00 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] 10.222.0.10 "GET /v2.0/ports?device_id=c917ad97-84ff-4ac2-8c94-579ec36eebb0 HTTP/1.1" status: 200 len: 950 time: 0.0556338 Feb 04 01:02:49.564175 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-d82e180e-5308-4da3-a5d7-a996056e959a req-7a2777e5-c318-42f7-bbf6-2728a5440a70 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffe06d18-740e-4feb-b805-6783e2c8e744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404179 Feb 04 01:02:50.222099 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d032bfc-758a-4cbb-a67d-5645dcb86e55 req-36e57b74-1b45-4db0-a1fc-431745392d03 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:02:50.223481 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3d032bfc-758a-4cbb-a67d-5645dcb86e55 req-36e57b74-1b45-4db0-a1fc-431745392d03 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] 10.222.0.10 "GET /v2.0/ports?device_id=c917ad97-84ff-4ac2-8c94-579ec36eebb0 HTTP/1.1" status: 200 len: 950 time: 0.0539093 Feb 04 01:02:50.275255 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3d032bfc-758a-4cbb-a67d-5645dcb86e55 req-b04935bc-ff33-4f85-99fc-c50675f53edb tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffe06d18-740e-4feb-b805-6783e2c8e744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463657 Feb 04 01:02:51.401760 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8e445-a9f4-4206-9ee2-ef5d76b875a2 req-e1666f27-e92b-4973-bbda-a39d9ec108de tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:02:51.403795 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-62e8e445-a9f4-4206-9ee2-ef5d76b875a2 req-e1666f27-e92b-4973-bbda-a39d9ec108de tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] 10.222.0.10 "GET /v2.0/ports?device_id=c917ad97-84ff-4ac2-8c94-579ec36eebb0 HTTP/1.1" status: 200 len: 950 time: 0.0589347 Feb 04 01:02:51.453750 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-62e8e445-a9f4-4206-9ee2-ef5d76b875a2 req-eb5de53f-2d04-433a-8570-3286c11da184 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffe06d18-740e-4feb-b805-6783e2c8e744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435212 Feb 04 01:02:51.466649 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96983144-808a-4df0-9b36-833086f99bd1 req-6c97d4ac-532b-4230-83ed-612721103b76 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:02:51.468297 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-96983144-808a-4df0-9b36-833086f99bd1 req-6c97d4ac-532b-4230-83ed-612721103b76 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] 10.222.0.39 "GET /v2.0/ports?device_id=c917ad97-84ff-4ac2-8c94-579ec36eebb0 HTTP/1.1" status: 200 len: 950 time: 0.0589478 Feb 04 01:02:51.560515 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-96983144-808a-4df0-9b36-833086f99bd1 req-060baa3a-821f-4186-a343-dd88d93c0fb7 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Deleting port 22c4e32c-7478-407b-b2cc-bbc5fd11606e {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 01:02:51.560857 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-96983144-808a-4df0-9b36-833086f99bd1 req-060baa3a-821f-4186-a343-dd88d93c0fb7 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (22c4e32c-7478-407b-b2cc-bbc5fd11606e), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:51.663407 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-96983144-808a-4df0-9b36-833086f99bd1 req-060baa3a-821f-4186-a343-dd88d93c0fb7 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] For port 22c4e32c-7478-407b-b2cc-bbc5fd11606e, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=22c4e32c-7478-407b-b2cc-bbc5fd11606e,segment=NetworkSegment(912a8607-153d-4c17-a0bc-7e796d105da3),segment_id=912a8607-153d-4c17-a0bc-7e796d105da3)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:02:51.663772 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-96983144-808a-4df0-9b36-833086f99bd1 req-060baa3a-821f-4186-a343-dd88d93c0fb7 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (22c4e32c-7478-407b-b2cc-bbc5fd11606e), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:51.676727 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-96983144-808a-4df0-9b36-833086f99bd1 req-060baa3a-821f-4186-a343-dd88d93c0fb7 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Calling delete_port for 22c4e32c-7478-407b-b2cc-bbc5fd11606e owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 01:02:51.857715 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-96983144-808a-4df0-9b36-833086f99bd1 req-060baa3a-821f-4186-a343-dd88d93c0fb7 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (22c4e32c-7478-407b-b2cc-bbc5fd11606e), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:51.872277 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['22c4e32c-7478-407b-b2cc-bbc5fd11606e'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 01:02:51.893175 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060baa3a-821f-4186-a343-dd88d93c0fb7 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Pushing event deleted for resources: {'Port': ['ID=22c4e32c-7478-407b-b2cc-bbc5fd11606e,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:02:51.927637 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-96983144-808a-4df0-9b36-833086f99bd1 req-060baa3a-821f-4186-a343-dd88d93c0fb7 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] No DVR routers for this DVR port 22c4e32c-7478-407b-b2cc-bbc5fd11606e on host hv-cinder-82777 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 01:02:51.930419 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-96983144-808a-4df0-9b36-833086f99bd1 req-060baa3a-821f-4186-a343-dd88d93c0fb7 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:51.936274 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-96983144-808a-4df0-9b36-833086f99bd1 req-060baa3a-821f-4186-a343-dd88d93c0fb7 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] 10.222.0.39 "DELETE /v2.0/ports/22c4e32c-7478-407b-b2cc-bbc5fd11606e HTTP/1.1" status: 204 len: 173 time: 0.4573846 Feb 04 01:02:51.936274 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c917ad97-84ff-4ac2-8c94-579ec36eebb0', 'name': 'network-vif-deleted', 'tag': '22c4e32c-7478-407b-b2cc-bbc5fd11606e'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 01:02:51.936633 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9923a7793e9fa6102d344dd696201155eb04f662303130ce66584af0359f1e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98a1f59-d67b-4f9a-9533-94db177d28ee" -d '{"events": [{"server_uuid": "c917ad97-84ff-4ac2-8c94-579ec36eebb0", "name": "network-vif-deleted", "tag": "22c4e32c-7478-407b-b2cc-bbc5fd11606e"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 01:02:51.982884 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 01:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b1e0b7-2133-46ac-ace4-25dfe6669c6f x-openstack-request-id: req-40b1e0b7-2133-46ac-ace4-25dfe6669c6f {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 01:02:51.983182 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c917ad97-84ff-4ac2-8c94-579ec36eebb0", "name": "network-vif-deleted", "tag": "22c4e32c-7478-407b-b2cc-bbc5fd11606e", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 01:02:51.983430 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-40b1e0b7-2133-46ac-ace4-25dfe6669c6f {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 01:02:51.983834 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c917ad97-84ff-4ac2-8c94-579ec36eebb0', 'name': 'network-vif-deleted', 'tag': '22c4e32c-7478-407b-b2cc-bbc5fd11606e', 'status': 'completed', 'code': 200} Feb 04 01:02:52.562735 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-996a15eb-3314-41bc-8aab-4168c2ae75c8 req-e73a3972-ca3d-4fef-8544-379c7a701d65 tempest-VolumesNegativeTest-1163736600 tempest-VolumesNegativeTest-1163736600-project] 10.222.0.10 "GET /v2.0/ports?device_id=c917ad97-84ff-4ac2-8c94-579ec36eebb0 HTTP/1.1" status: 200 len: 210 time: 0.0270071 Feb 04 01:02:53.946183 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 35364) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:02:53.993444 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a786235-25a7-4c50-8daf-396358a94f58 admin admin] Deleting subnet 920bc5d7-1e64-477c-8684-973d8a9a75b6 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 01:02:53.996497 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a786235-25a7-4c50-8daf-396358a94f58 admin admin] Publish callbacks [] for subnet (920bc5d7-1e64-477c-8684-973d8a9a75b6), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:54.030587 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a786235-25a7-4c50-8daf-396358a94f58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10427957'] for subnet (920bc5d7-1e64-477c-8684-973d8a9a75b6), precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:54.070603 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a786235-25a7-4c50-8daf-396358a94f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383273'] for subnet (920bc5d7-1e64-477c-8684-973d8a9a75b6), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:54.166273 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a786235-25a7-4c50-8daf-396358a94f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10424670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8755965'] for subnet (920bc5d7-1e64-477c-8684-973d8a9a75b6), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:54.195782 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a786235-25a7-4c50-8daf-396358a94f58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=920bc5d7-1e64-477c-8684-973d8a9a75b6,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:02:54.200455 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a786235-25a7-4c50-8daf-396358a94f58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for subnet (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:54.203791 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-8a786235-25a7-4c50-8daf-396358a94f58 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/920bc5d7-1e64-477c-8684-973d8a9a75b6 HTTP/1.1" status: 204 len: 168 time: 0.2564638 Feb 04 01:02:54.206333 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 35372) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:02:54.296413 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-23a16565-2486-440d-9e7e-0a4e78b0aaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-749408'] for network (bf64dfaf-8d22-4325-809d-b614ef4dae30), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:54.340047 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 35380) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:02:54.347998 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-60dca545-6941-40ff-ba38-0a031c1c1d9d req-3f7b5517-8bb2-452f-ba32-b9bbf7a04b25 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5a39ef3e-018e-40a4-bff8-ce6d28ec5a27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0784826 Feb 04 01:02:54.438464 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-23a16565-2486-440d-9e7e-0a4e78b0aaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381372', 'neutron.services.segments.db._delete_segments_for_network-8784746458965'] for network (bf64dfaf-8d22-4325-809d-b614ef4dae30), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:54.463326 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.services.segments.db [None req-23a16565-2486-440d-9e7e-0a4e78b0aaa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf64dfaf-8d22-4325-809d-b614ef4dae30']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:02:54.475490 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.services.segments.db [None req-23a16565-2486-440d-9e7e-0a4e78b0aaa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06dbb0ca-636d-4175-8c66-f92a58525159') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:02:54.475786 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.services.segments.db [None req-23a16565-2486-440d-9e7e-0a4e78b0aaa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06dbb0ca-636d-4175-8c66-f92a58525159') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:02:54.484668 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dca545-6941-40ff-ba38-0a031c1c1d9d req-accdf1f9-f8d4-464a-a793-c48d3b202bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:02:54.486382 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-60dca545-6941-40ff-ba38-0a031c1c1d9d req-accdf1f9-f8d4-464a-a793-c48d3b202bb9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a68a23113594a40a7e2e124035f3fcb&device_id=5a39ef3e-018e-40a4-bff8-ce6d28ec5a27 HTTP/1.1" status: 200 len: 1129 time: 0.0909560 Feb 04 01:02:54.489719 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-23a16565-2486-440d-9e7e-0a4e78b0aaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784746459486', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10427964'] for segment (06dbb0ca-636d-4175-8c66-f92a58525159), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:54.504398 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-23a16565-2486-440d-9e7e-0a4e78b0aaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650'] for segment (06dbb0ca-636d-4175-8c66-f92a58525159), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:54.505869 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-96f420f7-f2a3-4ffd-8e15-90fb955cd61d tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Deleting port 6ab140ed-7508-4485-8e7c-3889d2f95044 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 01:02:54.506220 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-96f420f7-f2a3-4ffd-8e15-90fb955cd61d tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (6ab140ed-7508-4485-8e7c-3889d2f95044), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:54.510658 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a16565-2486-440d-9e7e-0a4e78b0aaa7 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 01:02:54.511078 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-23a16565-2486-440d-9e7e-0a4e78b0aaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10424816'] for segment (06dbb0ca-636d-4175-8c66-f92a58525159), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:54.512803 dv-cinder-827778-1-iscsi neutron-server[109723]: Traceback (most recent call last): Feb 04 01:02:54.512803 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 01:02:54.512803 dv-cinder-827778-1-iscsi neutron-server[109723]: timer() Feb 04 01:02:54.512803 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 01:02:54.512803 dv-cinder-827778-1-iscsi neutron-server[109723]: cb(*args, **kw) Feb 04 01:02:54.512803 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 01:02:54.512803 dv-cinder-827778-1-iscsi neutron-server[109723]: return func(*args, **kwargs) Feb 04 01:02:54.512803 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 01:02:54.512803 dv-cinder-827778-1-iscsi neutron-server[109723]: self._notify() Feb 04 01:02:54.512803 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 01:02:54.512803 dv-cinder-827778-1-iscsi neutron-server[109723]: self.callback(batched_events) Feb 04 01:02:54.512803 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 01:02:54.512803 dv-cinder-827778-1-iscsi neutron-server[109723]: event.method(event) Feb 04 01:02:54.512803 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 01:02:54.512803 dv-cinder-827778-1-iscsi neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 01:02:54.512803 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 01:02:54.512803 dv-cinder-827778-1-iscsi neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 01:02:54.512803 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 01:02:54.512803 dv-cinder-827778-1-iscsi neutron-server[109723]: return f(self, *a, **k) Feb 04 01:02:54.512803 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 01:02:54.512803 dv-cinder-827778-1-iscsi neutron-server[109723]: return self._get(url).json() Feb 04 01:02:54.512803 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 01:02:54.512803 dv-cinder-827778-1-iscsi neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 01:02:54.512803 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 01:02:54.512803 dv-cinder-827778-1-iscsi neutron-server[109723]: return self.request(url, 'GET', **kwargs) Feb 04 01:02:54.512803 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 01:02:54.512803 dv-cinder-827778-1-iscsi neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 01:02:54.512803 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 01:02:54.512803 dv-cinder-827778-1-iscsi neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 01:02:54.512803 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 01:02:54.512803 dv-cinder-827778-1-iscsi neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 01:02:54.512803 dv-cinder-827778-1-iscsi neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 01:02:54.583438 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-96f420f7-f2a3-4ffd-8e15-90fb955cd61d tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (6ab140ed-7508-4485-8e7c-3889d2f95044), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:54.583825 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-96f420f7-f2a3-4ffd-8e15-90fb955cd61d tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for floatingip (6ab140ed-7508-4485-8e7c-3889d2f95044), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:54.596489 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-96f420f7-f2a3-4ffd-8e15-90fb955cd61d tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Calling delete_port for 6ab140ed-7508-4485-8e7c-3889d2f95044 owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 01:02:54.653277 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dca545-6941-40ff-ba38-0a031c1c1d9d req-85cb9793-ab11-4205-857f-38a66a9d017f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:02:54.655727 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-60dca545-6941-40ff-ba38-0a031c1c1d9d req-85cb9793-ab11-4205-857f-38a66a9d017f service neutron] 10.222.0.39 "GET /v2.0/networks?id=5f955ba9-674e-45fd-8aac-6b73a4248143 HTTP/1.1" status: 200 len: 913 time: 0.1340902 Feb 04 01:02:54.707010 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-23a16565-2486-440d-9e7e-0a4e78b0aaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601460'] for network (bf64dfaf-8d22-4325-809d-b614ef4dae30), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:54.711637 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-23a16565-2486-440d-9e7e-0a4e78b0aaa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for network (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:54.718884 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-23a16565-2486-440d-9e7e-0a4e78b0aaa7 admin admin] 10.222.0.10 "DELETE /v2.0/networks/bf64dfaf-8d22-4325-809d-b614ef4dae30 HTTP/1.1" status: 204 len: 168 time: 0.5079372 Feb 04 01:02:54.736118 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a16565-2486-440d-9e7e-0a4e78b0aaa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf64dfaf-8d22-4325-809d-b614ef4dae30,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:02:54.749654 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-60dca545-6941-40ff-ba38-0a031c1c1d9d req-4c819be1-3358-489d-bd8b-c1d43acac964 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02a54c70-b3ee-4cb4-9bbb-476dac6607d6 HTTP/1.1" status: 200 len: 1000 time: 0.0872390 Feb 04 01:02:54.804387 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dca545-6941-40ff-ba38-0a031c1c1d9d req-f4d58da9-7883-45e7-b62a-96e944fc75d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:02:54.804865 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-60dca545-6941-40ff-ba38-0a031c1c1d9d req-f4d58da9-7883-45e7-b62a-96e944fc75d7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f2ac8d13-4344-48e5-8534-751622f2d98c HTTP/1.1" status: 200 len: 851 time: 0.0457051 Feb 04 01:02:54.851774 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-96f420f7-f2a3-4ffd-8e15-90fb955cd61d tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-660047'] for port (6ab140ed-7508-4485-8e7c-3889d2f95044), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:54.859656 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dca545-6941-40ff-ba38-0a031c1c1d9d req-fd91ce3c-7ad4-463e-8ba6-d6b7fa1363b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:02:54.861199 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-60dca545-6941-40ff-ba38-0a031c1c1d9d req-fd91ce3c-7ad4-463e-8ba6-d6b7fa1363b4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f955ba9-674e-45fd-8aac-6b73a4248143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472562 Feb 04 01:02:54.874311 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [req-60dca545-6941-40ff-ba38-0a031c1c1d9d req-f408e639-161d-43db-992d-9e8aae3cd8e1 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 01:02:54.875294 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-60dca545-6941-40ff-ba38-0a031c1c1d9d req-f408e639-161d-43db-992d-9e8aae3cd8e1 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049503 Feb 04 01:02:54.879335 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f420f7-f2a3-4ffd-8e15-90fb955cd61d tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Pushing event deleted for resources: {'Port': ['ID=6ab140ed-7508-4485-8e7c-3889d2f95044,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:02:54.905301 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f420f7-f2a3-4ffd-8e15-90fb955cd61d tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:02:54.905692 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f420f7-f2a3-4ffd-8e15-90fb955cd61d tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:02:54.906044 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f420f7-f2a3-4ffd-8e15-90fb955cd61d tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:02:54.906385 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f420f7-f2a3-4ffd-8e15-90fb955cd61d tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:02:54.906721 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f420f7-f2a3-4ffd-8e15-90fb955cd61d tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:02:54.907066 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f420f7-f2a3-4ffd-8e15-90fb955cd61d tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:02:54.907431 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f420f7-f2a3-4ffd-8e15-90fb955cd61d tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:02:54.907760 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f420f7-f2a3-4ffd-8e15-90fb955cd61d tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:02:54.908092 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f420f7-f2a3-4ffd-8e15-90fb955cd61d tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:02:54.908424 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f420f7-f2a3-4ffd-8e15-90fb955cd61d tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:02:54.908755 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f420f7-f2a3-4ffd-8e15-90fb955cd61d tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:02:54.909105 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f420f7-f2a3-4ffd-8e15-90fb955cd61d tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:02:54.909431 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f420f7-f2a3-4ffd-8e15-90fb955cd61d tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:02:54.967793 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-96f420f7-f2a3-4ffd-8e15-90fb955cd61d tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for floatingip (26d5fbb8-2fc5-4d54-8708-41cc69814c69), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:54.968326 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.db.l3_db [None req-96f420f7-f2a3-4ffd-8e15-90fb955cd61d tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Floating IP 26d5fbb8-2fc5-4d54-8708-41cc69814c69 disassociated (deleted). External IP: 172.27.1.12, port: 02a54c70-b3ee-4cb4-9bbb-476dac6607d6. Feb 04 01:02:54.987360 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-60dca545-6941-40ff-ba38-0a031c1c1d9d req-3ac64b4a-01cf-43fa-b2d9-da301fabe23d service neutron] 10.222.0.39 "GET /v2.0/networks/5f955ba9-674e-45fd-8aac-6b73a4248143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992203 Feb 04 01:02:55.121445 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-60dca545-6941-40ff-ba38-0a031c1c1d9d req-e4e526e8-9841-4922-884c-0c3b4e14e8b7 service neutron] 10.222.0.39 "GET /v2.0/networks/5f955ba9-674e-45fd-8aac-6b73a4248143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290588 Feb 04 01:02:55.163420 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 35452) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:02:55.209071 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-b8408dd3-2232-4669-9ced-6d62bb247c95 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c8001b102c7f441091edc4a66e21e0d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442472 Feb 04 01:02:55.211655 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 35454) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:02:55.272777 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f420f7-f2a3-4ffd-8e15-90fb955cd61d tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Router 6cfc065a-c771-4294-97e6-c9c271da741b has already been hosted by L3 agent 05e42f77-b612-4439-9acd-15af6102b82d {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 01:02:55.273521 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-824b9f8d-787c-4a35-856a-c46ea3a7402a admin admin] Publish callbacks [] for security_group (9738898a-d1ad-4261-bc65-910290d12b58), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:55.294170 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-824b9f8d-787c-4a35-856a-c46ea3a7402a admin admin] Publish callbacks [] for security_group (9738898a-d1ad-4261-bc65-910290d12b58), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:55.380891 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f420f7-f2a3-4ffd-8e15-90fb955cd61d tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 01:02:55.385745 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-96f420f7-f2a3-4ffd-8e15-90fb955cd61d tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for floatingip (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:55.391711 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64cf66b-6496-4271-8680-f3a069e089c2 None None] Sync routers for ids ['6cfc065a-c771-4294-97e6-c9c271da741b'] in dv-cinder-827778-1-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 01:02:55.401105 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64cf66b-6496-4271-8680-f3a069e089c2 None None] Routers {'6cfc065a-c771-4294-97e6-c9c271da741b'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:02:55.401771 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c64cf66b-6496-4271-8680-f3a069e089c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:02:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['6cfc065a-c771-4294-97e6-c9c271da741b'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:02:55.420110 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-96f420f7-f2a3-4ffd-8e15-90fb955cd61d tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "DELETE /v2.0/floatingips/26d5fbb8-2fc5-4d54-8708-41cc69814c69 HTTP/1.1" status: 204 len: 168 time: 1.0765643 Feb 04 01:02:55.420110 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a39ef3e-018e-40a4-bff8-ce6d28ec5a27', 'tag': '02a54c70-b3ee-4cb4-9bbb-476dac6607d6'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 01:02:55.423520 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e0c5a5779633a09e60ecc98ad41b20f8dcc6f9c395ee4249b8896e9f1e38e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25331ef-8d5c-4241-9ccb-8f7072b9a956" -d '{"events": [{"name": "network-changed", "server_uuid": "5a39ef3e-018e-40a4-bff8-ce6d28ec5a27", "tag": "02a54c70-b3ee-4cb4-9bbb-476dac6607d6"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 01:02:55.435039 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-824b9f8d-787c-4a35-856a-c46ea3a7402a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (9738898a-d1ad-4261-bc65-910290d12b58), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:55.438204 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-824b9f8d-787c-4a35-856a-c46ea3a7402a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:55.440402 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-824b9f8d-787c-4a35-856a-c46ea3a7402a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9738898a-d1ad-4261-bc65-910290d12b58 HTTP/1.1" status: 204 len: 168 time: 0.2267957 Feb 04 01:02:55.452821 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b9f8d-787c-4a35-856a-c46ea3a7402a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9738898a-d1ad-4261-bc65-910290d12b58,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:02:55.492415 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 01:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e333970e-4e1a-4e13-9cea-364478594b13 x-openstack-request-id: req-e333970e-4e1a-4e13-9cea-364478594b13 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 01:02:55.492415 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a39ef3e-018e-40a4-bff8-ce6d28ec5a27", "tag": "02a54c70-b3ee-4cb4-9bbb-476dac6607d6", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 01:02:55.492415 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e333970e-4e1a-4e13-9cea-364478594b13 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 01:02:55.492415 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a39ef3e-018e-40a4-bff8-ce6d28ec5a27', 'tag': '02a54c70-b3ee-4cb4-9bbb-476dac6607d6', 'status': 'completed', 'code': 200} Feb 04 01:02:55.565271 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-c64cf66b-6496-4271-8680-f3a069e089c2 None None] Set router 6cfc065a-c771-4294-97e6-c9c271da741b gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:02:55.595379 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25331ef-8d5c-4241-9ccb-8f7072b9a956 req-8e0f234a-a718-4ae5-865d-a3acadd33025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:02:55.597438 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b25331ef-8d5c-4241-9ccb-8f7072b9a956 req-8e0f234a-a718-4ae5-865d-a3acadd33025 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a68a23113594a40a7e2e124035f3fcb&device_id=5a39ef3e-018e-40a4-bff8-ce6d28ec5a27 HTTP/1.1" status: 200 len: 1129 time: 0.0799832 Feb 04 01:02:55.602003 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 22c4e32c-7478-407b-b2cc-bbc5fd11606e no longer exists at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 01:02:55.632282 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] No Port match for: 22c4e32c-7478-407b-b2cc-bbc5fd11606e {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 01:02:55.638204 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 22c4e32c-7478-407b-b2cc-bbc5fd11606e not bound to the agent host hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 01:02:55.720342 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25331ef-8d5c-4241-9ccb-8f7072b9a956 req-3f09b1d4-13c0-46cc-ada2-2b3e3e1fdac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:02:55.721823 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b25331ef-8d5c-4241-9ccb-8f7072b9a956 req-3f09b1d4-13c0-46cc-ada2-2b3e3e1fdac5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5f955ba9-674e-45fd-8aac-6b73a4248143 HTTP/1.1" status: 200 len: 913 time: 0.1102285 Feb 04 01:02:55.774734 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b25331ef-8d5c-4241-9ccb-8f7072b9a956 req-38c3b541-16f8-4c8f-9477-03a4ea28bf31 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02a54c70-b3ee-4cb4-9bbb-476dac6607d6 HTTP/1.1" status: 200 len: 217 time: 0.0430090 Feb 04 01:02:55.834394 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25331ef-8d5c-4241-9ccb-8f7072b9a956 req-f6753504-1a36-4eb9-b1a3-4160b5f34b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:02:55.836802 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b25331ef-8d5c-4241-9ccb-8f7072b9a956 req-f6753504-1a36-4eb9-b1a3-4160b5f34b1d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f2ac8d13-4344-48e5-8534-751622f2d98c HTTP/1.1" status: 200 len: 851 time: 0.0511701 Feb 04 01:02:55.851172 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c64cf66b-6496-4271-8680-f3a069e089c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'name': 'tempest-TestVolumeBootPattern-2116994202-router', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '12774d0c-45ab-41c1-9a14-80e674936547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:54:29Z', 'updated_at': '2022-02-04T00:54:33Z', 'revision_number': 4, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'gw_port': {'id': '12774d0c-45ab-41c1-9a14-80e674936547', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:30Z', 'updated_at': '2022-02-04T00:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_floatingips': [{'id': '6ce2cd3d-7a92-4010-b99b-11661f49eb3b', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'router_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'port_id': '0873fdde-71f9-4abf-8057-9974681e1223', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143', 'mac_address': 'fa:16:3e:2c:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acecd798-187e-4013-aba0-66a772a0c302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:58:49Z', 'updated_at': '2022-02-04T00:58:51Z', 'revision_number': 1, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84cb692e-ba87-4fd5-9193-9ad761fe8f53', 'name': '', 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'mac_address': 'fa:16:3e:ae:d5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'f2ac8d13-4344-48e5-8534-751622f2d98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:32Z', 'updated_at': '2022-02-04T00:54:39Z', 'revision_number': 5, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'subnets': [{'id': 'f2ac8d13-4344-48e5-8534-751622f2d98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:02:55.883847 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64cf66b-6496-4271-8680-f3a069e089c2 None None] Checking router: 6cfc065a-c771-4294-97e6-c9c271da741b for host: dv-cinder-827778-1-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 01:02:55.893901 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64cf66b-6496-4271-8680-f3a069e089c2 None None] Routers {'6cfc065a-c771-4294-97e6-c9c271da741b'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:02:55.894763 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c64cf66b-6496-4271-8680-f3a069e089c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:02:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['6cfc065a-c771-4294-97e6-c9c271da741b'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:02:55.937509 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25331ef-8d5c-4241-9ccb-8f7072b9a956 req-e16fcae6-df09-48e2-b030-3368c7c5f6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:02:55.939228 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b25331ef-8d5c-4241-9ccb-8f7072b9a956 req-e16fcae6-df09-48e2-b030-3368c7c5f6f2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f955ba9-674e-45fd-8aac-6b73a4248143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0956752 Feb 04 01:02:56.003871 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-c64cf66b-6496-4271-8680-f3a069e089c2 None None] Set router 6cfc065a-c771-4294-97e6-c9c271da741b gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:02:56.025549 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c703d9-05cb-4fa3-8bf2-733509d61afc req-8e93ef92-e792-42af-92e7-11eaabac3552 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:02:56.027575 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-d7c703d9-05cb-4fa3-8bf2-733509d61afc req-8e93ef92-e792-42af-92e7-11eaabac3552 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a39ef3e-018e-40a4-bff8-ce6d28ec5a27 HTTP/1.1" status: 200 len: 945 time: 0.1292789 Feb 04 01:02:56.262561 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c64cf66b-6496-4271-8680-f3a069e089c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'name': 'tempest-TestVolumeBootPattern-2116994202-router', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '12774d0c-45ab-41c1-9a14-80e674936547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:54:29Z', 'updated_at': '2022-02-04T00:54:33Z', 'revision_number': 4, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'gw_port': {'id': '12774d0c-45ab-41c1-9a14-80e674936547', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:30Z', 'updated_at': '2022-02-04T00:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_floatingips': [{'id': '6ce2cd3d-7a92-4010-b99b-11661f49eb3b', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'router_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'port_id': '0873fdde-71f9-4abf-8057-9974681e1223', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143', 'mac_address': 'fa:16:3e:2c:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acecd798-187e-4013-aba0-66a772a0c302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:58:49Z', 'updated_at': '2022-02-04T00:58:51Z', 'revision_number': 1, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84cb692e-ba87-4fd5-9193-9ad761fe8f53', 'name': '', 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'mac_address': 'fa:16:3e:ae:d5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'f2ac8d13-4344-48e5-8534-751622f2d98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:32Z', 'updated_at': '2022-02-04T00:54:39Z', 'revision_number': 5, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'subnets': [{'id': 'f2ac8d13-4344-48e5-8534-751622f2d98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:02:56.291024 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64cf66b-6496-4271-8680-f3a069e089c2 None None] The sync data for ids ['6cfc065a-c771-4294-97e6-c9c271da741b'] in dv-cinder-827778-1-iscsi is: [{'id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'name': 'tempest-TestVolumeBootPattern-2116994202-router', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '12774d0c-45ab-41c1-9a14-80e674936547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:54:29Z', 'updated_at': '2022-02-04T00:54:33Z', 'revision_number': 4, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'gw_port': {'id': '12774d0c-45ab-41c1-9a14-80e674936547', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:30Z', 'updated_at': '2022-02-04T00:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_floatingips': [{'id': '6ce2cd3d-7a92-4010-b99b-11661f49eb3b', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'router_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'port_id': '0873fdde-71f9-4abf-8057-9974681e1223', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143', 'mac_address': 'fa:16:3e:2c:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acecd798-187e-4013-aba0-66a772a0c302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:58:49Z', 'updated_at': '2022-02-04T00:58:51Z', 'revision_number': 1, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84cb692e-ba87-4fd5-9193-9ad761fe8f53', 'name': '', 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'mac_address': 'fa:16:3e:ae:d5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'f2ac8d13-4344-48e5-8534-751622f2d98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:32Z', 'updated_at': '2022-02-04T00:54:39Z', 'revision_number': 5, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'subnets': [{'id': 'f2ac8d13-4344-48e5-8534-751622f2d98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 01:02:56.379877 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b25331ef-8d5c-4241-9ccb-8f7072b9a956 req-17821410-5f93-4e22-a0a9-0456be66a31c service neutron] 10.222.0.39 "GET /v2.0/networks/5f955ba9-674e-45fd-8aac-6b73a4248143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324682 Feb 04 01:02:56.388343 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-d7c703d9-05cb-4fa3-8bf2-733509d61afc req-d2de96b6-aff3-47ac-98b4-98293f2aef6e tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3475895 Feb 04 01:02:56.487368 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b25331ef-8d5c-4241-9ccb-8f7072b9a956 req-197731fd-579b-457c-9554-3010cef80f3e service neutron] 10.222.0.39 "GET /v2.0/networks/5f955ba9-674e-45fd-8aac-6b73a4248143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975502 Feb 04 01:02:56.563486 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2313a2f1-1536-454f-9ccb-cd6bf792fe27 None None] New status for floating IP 26d5fbb8-2fc5-4d54-8708-41cc69814c69: DOWN {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 01:02:56.757081 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 35548) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:02:56.853419 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [None req-0e630d58-4a47-48de-bf6a-359516f0927f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-137060408-network', 'tenant_id': 'fd7dd67098484d8cbfb3c9bb419ae36d'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 01:02:56.937289 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e630d58-4a47-48de-bf6a-359516f0927f admin admin] Made reservation on behalf of fd7dd67098484d8cbfb3c9bb419ae36d for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 01:02:56.939569 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0e630d58-4a47-48de-bf6a-359516f0927f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for network (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:56.948651 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0e630d58-4a47-48de-bf6a-359516f0927f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:57.019160 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0e630d58-4a47-48de-bf6a-359516f0927f admin admin] Publish callbacks [] for security_group (acbe79b1-5dfb-442e-bd75-044bd91cbde5), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:57.160700 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0e630d58-4a47-48de-bf6a-359516f0927f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (acbe79b1-5dfb-442e-bd75-044bd91cbde5), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:57.188035 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e630d58-4a47-48de-bf6a-359516f0927f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 01:02:57.197362 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e630d58-4a47-48de-bf6a-359516f0927f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acbe79b1-5dfb-442e-bd75-044bd91cbde5,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:02:57.202005 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0e630d58-4a47-48de-bf6a-359516f0927f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650'] for segment (7372663d-4e8e-4e34-83f2-6808fcbe578a), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:57.202342 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.db.segments_db [None req-0e630d58-4a47-48de-bf6a-359516f0927f admin admin] Added segment 7372663d-4e8e-4e34-83f2-6808fcbe578a of type vlan for network 7dadd738-5066-4487-ab47-0ed12f170e2e Feb 04 01:02:57.245001 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0e630d58-4a47-48de-bf6a-359516f0927f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784745949642'] for network (7dadd738-5066-4487-ab47-0ed12f170e2e), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:57.365756 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0e630d58-4a47-48de-bf6a-359516f0927f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599'] for network (7dadd738-5066-4487-ab47-0ed12f170e2e), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:57.366802 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e630d58-4a47-48de-bf6a-359516f0927f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:02:57.367411 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0e630d58-4a47-48de-bf6a-359516f0927f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for network (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:57.432480 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e630d58-4a47-48de-bf6a-359516f0927f admin admin] Pushing event updated for resources: {'Network': ['ID=7dadd738-5066-4487-ab47-0ed12f170e2e,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:02:57.443760 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Network 7dadd738-5066-4487-ab47-0ed12f170e2e details requested by agent ovs-agent-dv-cinder-827778-1-iscsi with host dv-cinder-827778-1-iscsi {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 01:02:57.511956 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-0e630d58-4a47-48de-bf6a-359516f0927f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7535152 Feb 04 01:02:57.514985 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 35574) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:02:57.527178 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [None req-ec6d6fe5-64c8-4ad9-824b-2985cd2d51d2 admin admin] Request body: {'subnet': {'network_id': '7dadd738-5066-4487-ab47-0ed12f170e2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-137060408-subnet', 'tenant_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 01:02:57.527363 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca0a11-5455-4785-bfa7-c0c7bc4f3001 req-89de9a8d-cd99-4672-a652-ca7e48de3eb1 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:02:57.527363 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c1ca0a11-5455-4785-bfa7-c0c7bc4f3001 req-89de9a8d-cd99-4672-a652-ca7e48de3eb1 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a39ef3e-018e-40a4-bff8-ce6d28ec5a27 HTTP/1.1" status: 200 len: 945 time: 0.0646393 Feb 04 01:02:57.597460 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c1ca0a11-5455-4785-bfa7-c0c7bc4f3001 req-3bd2cbe3-d7be-469c-8154-9cc75c1ddd09 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596206 Feb 04 01:02:57.628681 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6d6fe5-64c8-4ad9-824b-2985cd2d51d2 admin admin] Made reservation on behalf of fd7dd67098484d8cbfb3c9bb419ae36d for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 01:02:57.631157 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ec6d6fe5-64c8-4ad9-824b-2985cd2d51d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8755904'] for subnet (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:57.799806 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d48eb-67b3-4d7d-8697-213e250f5a37 req-0194920d-64f3-496e-99e0-fba72cbcd747 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:02:57.801099 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b58d48eb-67b3-4d7d-8697-213e250f5a37 req-0194920d-64f3-496e-99e0-fba72cbcd747 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a39ef3e-018e-40a4-bff8-ce6d28ec5a27 HTTP/1.1" status: 200 len: 945 time: 0.0873382 Feb 04 01:02:57.938259 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-b58d48eb-67b3-4d7d-8697-213e250f5a37 req-b127e99b-5e43-4616-a86b-7ee3265168af tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Deleting port 02a54c70-b3ee-4cb4-9bbb-476dac6607d6 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 01:02:57.938606 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b58d48eb-67b3-4d7d-8697-213e250f5a37 req-b127e99b-5e43-4616-a86b-7ee3265168af tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (02a54c70-b3ee-4cb4-9bbb-476dac6607d6), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:57.977542 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ec6d6fe5-64c8-4ad9-824b-2985cd2d51d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10428051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8755958'] for subnet (8117fdc5-8bce-4cc6-aadd-bd5c8567ba6d), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:58.050212 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d6fe5-64c8-4ad9-824b-2985cd2d51d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8117fdc5-8bce-4cc6-aadd-bd5c8567ba6d,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:02:58.083770 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6d6fe5-64c8-4ad9-824b-2985cd2d51d2 admin admin] Checking segment: {'id': '7372663d-4e8e-4e34-83f2-6808fcbe578a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7dadd738-5066-4487-ab47-0ed12f170e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 01:02:58.084138 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6d6fe5-64c8-4ad9-824b-2985cd2d51d2 admin admin] Network hostable DHCP agents. Network: 7dadd738-5066-4487-ab47-0ed12f170e2e, hostable agents: ['3f99e642-0ed0-4983-9f25-ae4b5e9c36f7'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 01:02:58.090706 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-b58d48eb-67b3-4d7d-8697-213e250f5a37 req-b127e99b-5e43-4616-a86b-7ee3265168af tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] For port 02a54c70-b3ee-4cb4-9bbb-476dac6607d6, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=02a54c70-b3ee-4cb4-9bbb-476dac6607d6,segment=NetworkSegment(24c0ec21-3c7a-49b9-b9cd-bc17109016f1),segment_id=24c0ec21-3c7a-49b9-b9cd-bc17109016f1)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:02:58.092239 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b58d48eb-67b3-4d7d-8697-213e250f5a37 req-b127e99b-5e43-4616-a86b-7ee3265168af tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (02a54c70-b3ee-4cb4-9bbb-476dac6607d6), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:58.110064 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-b58d48eb-67b3-4d7d-8697-213e250f5a37 req-b127e99b-5e43-4616-a86b-7ee3265168af tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Calling delete_port for 02a54c70-b3ee-4cb4-9bbb-476dac6607d6 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 01:02:58.187902 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6d6fe5-64c8-4ad9-824b-2985cd2d51d2 admin admin] Network 7dadd738-5066-4487-ab47-0ed12f170e2e is scheduled to be hosted by DHCP agent 3f99e642-0ed0-4983-9f25-ae4b5e9c36f7 with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 01:02:58.280091 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-ec6d6fe5-64c8-4ad9-824b-2985cd2d51d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827778-1-iscsi, 7dadd738-5066-4487-ab47-0ed12f170e2e) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 01:02:58.286369 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6d6fe5-64c8-4ad9-824b-2985cd2d51d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:02:58.286369 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ec6d6fe5-64c8-4ad9-824b-2985cd2d51d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for subnet (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:58.302944 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4f1ed0-70f1-4679-ba72-7e10ce6dcb85 None None] Network 7dadd738-5066-4487-ab47-0ed12f170e2e requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 01:02:58.377837 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b58d48eb-67b3-4d7d-8697-213e250f5a37 req-b127e99b-5e43-4616-a86b-7ee3265168af tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (02a54c70-b3ee-4cb4-9bbb-476dac6607d6), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:58.405807 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d7637c-9800-445b-876b-8bdec7a9b4b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp722f4b90-efd4-5043-8a2b-763f3536f0fd-7dadd738-5066-4487-ab47-0ed12f170e2e', 'network_id': '7dadd738-5066-4487-ab47-0ed12f170e2e', 'project_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'fixed_ips': [{'subnet_id': '8117fdc5-8bce-4cc6-aadd-bd5c8567ba6d'}]}} from dv-cinder-827778-1-iscsi. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 01:02:58.406701 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-72d7637c-9800-445b-876b-8bdec7a9b4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:58.408966 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b127e99b-5e43-4616-a86b-7ee3265168af tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Pushing event deleted for resources: {'Port': ['ID=02a54c70-b3ee-4cb4-9bbb-476dac6607d6,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:02:58.416267 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-ec6d6fe5-64c8-4ad9-824b-2985cd2d51d2 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8996053 Feb 04 01:02:58.425007 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 35630) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:02:58.429450 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-1ebecc86-6459-451b-b7e2-84762d4d56b0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-137060408-router', 'tenant_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 01:02:58.464036 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58d48eb-67b3-4d7d-8697-213e250f5a37 req-b127e99b-5e43-4616-a86b-7ee3265168af tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] No DVR routers for this DVR port 02a54c70-b3ee-4cb4-9bbb-476dac6607d6 on host hv-cinder-82777 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 01:02:58.467090 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b58d48eb-67b3-4d7d-8697-213e250f5a37 req-b127e99b-5e43-4616-a86b-7ee3265168af tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:58.470114 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b58d48eb-67b3-4d7d-8697-213e250f5a37 req-b127e99b-5e43-4616-a86b-7ee3265168af tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.39 "DELETE /v2.0/ports/02a54c70-b3ee-4cb4-9bbb-476dac6607d6 HTTP/1.1" status: 204 len: 173 time: 0.6600208 Feb 04 01:02:58.470613 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a39ef3e-018e-40a4-bff8-ce6d28ec5a27', 'name': 'network-vif-deleted', 'tag': '02a54c70-b3ee-4cb4-9bbb-476dac6607d6'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 01:02:58.472843 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9923a7793e9fa6102d344dd696201155eb04f662303130ce66584af0359f1e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d280f615-5587-4dcc-8d8e-2990f7643019" -d '{"events": [{"server_uuid": "5a39ef3e-018e-40a4-bff8-ce6d28ec5a27", "name": "network-vif-deleted", "tag": "02a54c70-b3ee-4cb4-9bbb-476dac6607d6"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 01:02:58.509774 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 01:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d17471-8c3d-4808-ad5a-c4ec910625ec x-openstack-request-id: req-51d17471-8c3d-4808-ad5a-c4ec910625ec {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 01:02:58.510067 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a39ef3e-018e-40a4-bff8-ce6d28ec5a27", "name": "network-vif-deleted", "tag": "02a54c70-b3ee-4cb4-9bbb-476dac6607d6", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 01:02:58.510323 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-51d17471-8c3d-4808-ad5a-c4ec910625ec {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 01:02:58.510721 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a39ef3e-018e-40a4-bff8-ce6d28ec5a27', 'name': 'network-vif-deleted', 'tag': '02a54c70-b3ee-4cb4-9bbb-476dac6607d6', 'status': 'completed', 'code': 200} Feb 04 01:02:58.557369 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-72d7637c-9800-445b-876b-8bdec7a9b4b3 None None] Allocated IP 172.20.0.2 (7dadd738-5066-4487-ab47-0ed12f170e2e/8117fdc5-8bce-4cc6-aadd-bd5c8567ba6d/e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 01:02:58.565054 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1ebecc86-6459-451b-b7e2-84762d4d56b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26682'] for router (91351cee-077f-443c-a0dd-4b7176279cdf), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:58.566176 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1ebecc86-6459-451b-b7e2-84762d4d56b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26691'] for router (91351cee-077f-443c-a0dd-4b7176279cdf), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:58.621114 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1ebecc86-6459-451b-b7e2-84762d4d56b0 admin admin] Publish callbacks [] for router_controller (91351cee-077f-443c-a0dd-4b7176279cdf), precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:58.699665 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-60964149-5ea9-4dd5-a129-77afe4c7a8a6 req-d9abbc70-abb2-44f1-86cd-ed790c61f172 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a39ef3e-018e-40a4-bff8-ce6d28ec5a27 HTTP/1.1" status: 200 len: 210 time: 0.0276525 Feb 04 01:02:58.701769 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-72d7637c-9800-445b-876b-8bdec7a9b4b3 None None] Publish callbacks [] for port (e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28), precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:58.846683 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-72d7637c-9800-445b-876b-8bdec7a9b4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223'] for port (e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28), after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:58.854940 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1ebecc86-6459-451b-b7e2-84762d4d56b0 admin admin] Publish callbacks [] for router_gateway (91351cee-077f-443c-a0dd-4b7176279cdf), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:58.895019 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d7637c-9800-445b-876b-8bdec7a9b4b3 None None] Network 7dadd738-5066-4487-ab47-0ed12f170e2e is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 01:02:58.898165 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-72d7637c-9800-445b-876b-8bdec7a9b4b3 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 01:02:58.902469 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d7637c-9800-445b-876b-8bdec7a9b4b3 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 01:02:58.908510 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d7637c-9800-445b-876b-8bdec7a9b4b3 None None] Pushing event updated for resources: {'Port': ['ID=e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:02:58.919073 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d7637c-9800-445b-876b-8bdec7a9b4b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:02:58.919428 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d7637c-9800-445b-876b-8bdec7a9b4b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:02:58.919769 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d7637c-9800-445b-876b-8bdec7a9b4b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:02:58.920109 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d7637c-9800-445b-876b-8bdec7a9b4b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:02:58.921020 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d7637c-9800-445b-876b-8bdec7a9b4b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:02:58.921348 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d7637c-9800-445b-876b-8bdec7a9b4b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:02:58.921700 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d7637c-9800-445b-876b-8bdec7a9b4b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:02:58.922028 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d7637c-9800-445b-876b-8bdec7a9b4b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:02:58.922350 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d7637c-9800-445b-876b-8bdec7a9b4b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:02:58.922740 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d7637c-9800-445b-876b-8bdec7a9b4b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:02:58.923064 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d7637c-9800-445b-876b-8bdec7a9b4b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:02:58.923382 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d7637c-9800-445b-876b-8bdec7a9b4b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:02:58.923724 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d7637c-9800-445b-876b-8bdec7a9b4b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:02:58.975794 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-72d7637c-9800-445b-876b-8bdec7a9b4b3 None None] Attempting to bind port e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28 on host dv-cinder-827778-1-iscsi for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 01:02:58.976175 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-72d7637c-9800-445b-876b-8bdec7a9b4b3 None None] Attempting to bind port e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28 by drivers openvswitch,hyperv on host dv-cinder-827778-1-iscsi at level 0 using segments [{'id': '7372663d-4e8e-4e34-83f2-6808fcbe578a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7dadd738-5066-4487-ab47-0ed12f170e2e'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 01:02:58.976551 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d7637c-9800-445b-876b-8bdec7a9b4b3 None None] Attempting to bind port e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28 on network 7dadd738-5066-4487-ab47-0ed12f170e2e {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 01:02:58.983465 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d7637c-9800-445b-876b-8bdec7a9b4b3 None None] Checking agent: {'id': '0e3a6df7-c473-4931-90ee-c50828366a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 44, 16), 'started_at': datetime.datetime(2022, 2, 4, 0, 44, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 1, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 01:02:58.983855 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d7637c-9800-445b-876b-8bdec7a9b4b3 None None] Checking segment: {'id': '7372663d-4e8e-4e34-83f2-6808fcbe578a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7dadd738-5066-4487-ab47-0ed12f170e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 01:02:58.984262 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-72d7637c-9800-445b-876b-8bdec7a9b4b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:58.984661 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d7637c-9800-445b-876b-8bdec7a9b4b3 None None] Bound using segment: {'id': '7372663d-4e8e-4e34-83f2-6808fcbe578a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7dadd738-5066-4487-ab47-0ed12f170e2e'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 01:02:58.985141 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-72d7637c-9800-445b-876b-8bdec7a9b4b3 None None] Bound port: e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28, host: dv-cinder-827778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7372663d-4e8e-4e34-83f2-6808fcbe578a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7dadd738-5066-4487-ab47-0ed12f170e2e'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 01:02:58.985543 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-72d7637c-9800-445b-876b-8bdec7a9b4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:59.048898 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-72d7637c-9800-445b-876b-8bdec7a9b4b3 None None] For port e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28, host dv-cinder-827778-1-iscsi, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 01:02:59.052605 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-72d7637c-9800-445b-876b-8bdec7a9b4b3 None None] For port e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28, host dv-cinder-827778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28,segment=NetworkSegment(7372663d-4e8e-4e34-83f2-6808fcbe578a),segment_id=7372663d-4e8e-4e34-83f2-6808fcbe578a)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 01:02:59.132813 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-72d7637c-9800-445b-876b-8bdec7a9b4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:59.175486 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1ebecc86-6459-451b-b7e2-84762d4d56b0 admin admin] Publish callbacks [] for router_gateway (91351cee-077f-443c-a0dd-4b7176279cdf), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:59.194827 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1ebecc86-6459-451b-b7e2-84762d4d56b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:59.200708 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d7637c-9800-445b-876b-8bdec7a9b4b3 None None] Pushing event updated for resources: {'Port': ['ID=e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:02:59.305500 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-1ebecc86-6459-451b-b7e2-84762d4d56b0 admin admin] Allocated IP 172.27.1.50 (03e92c86-a3b2-4a50-bb8c-ad63e47f70ee/b22bab27-11ad-47ee-b4e2-a457ed5eeb04/6300a029-d9b2-4ee0-b636-f0a3017b2bd8) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 01:02:59.420582 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1ebecc86-6459-451b-b7e2-84762d4d56b0 admin admin] Publish callbacks [] for port (6300a029-d9b2-4ee0-b636-f0a3017b2bd8), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:59.508340 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1ebecc86-6459-451b-b7e2-84762d4d56b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-660047'] for port (6300a029-d9b2-4ee0-b636-f0a3017b2bd8), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:59.549452 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebecc86-6459-451b-b7e2-84762d4d56b0 admin admin] Network 03e92c86-a3b2-4a50-bb8c-ad63e47f70ee is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 01:02:59.552481 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-1ebecc86-6459-451b-b7e2-84762d4d56b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 01:02:59.555965 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebecc86-6459-451b-b7e2-84762d4d56b0 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 01:02:59.581307 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebecc86-6459-451b-b7e2-84762d4d56b0 admin admin] Pushing event updated for resources: {'Port': ['ID=6300a029-d9b2-4ee0-b636-f0a3017b2bd8,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:02:59.657837 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28 up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 01:02:59.719892 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:02:59.720834 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:59.805306 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28 is: DOWN; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:02:59.805744 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:59.835513 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2dbba84d-ef49-4e98-b2cc-8dbdde39ec39 req-2c57dcec-7f09-4fda-9432-6ea889053450 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a39ef3e-018e-40a4-bff8-ce6d28ec5a27 HTTP/1.1" status: 200 len: 210 time: 0.0415719 Feb 04 01:02:59.855247 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] For port e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28,segment=NetworkSegment(7372663d-4e8e-4e34-83f2-6808fcbe578a),segment_id=7372663d-4e8e-4e34-83f2-6808fcbe578a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:02:59.913869 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:59.950452 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1ebecc86-6459-451b-b7e2-84762d4d56b0 admin admin] Publish callbacks [] for router_gateway (91351cee-077f-443c-a0dd-4b7176279cdf), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:02:59.966441 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Pushing event updated for resources: {'Port': ['ID=e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:00.149405 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ae53c9-2816-43c1-8548-09f6fd3d0a0b None None] Network 7dadd738-5066-4487-ab47-0ed12f170e2e requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 01:03:00.159938 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1ebecc86-6459-451b-b7e2-84762d4d56b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477280'] for router (91351cee-077f-443c-a0dd-4b7176279cdf), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:00.209999 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a7807d54-9266-4679-ae20-fbf0f83e2ee9 None None] Provisioning complete for port e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:00.210368 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a7807d54-9266-4679-ae20-fbf0f83e2ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:00.330381 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a7807d54-9266-4679-ae20-fbf0f83e2ee9 None None] Current status of the port e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28 is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:03:00.360370 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ebecc86-6459-451b-b7e2-84762d4d56b0 admin admin] Router 91351cee-077f-443c-a0dd-4b7176279cdf is scheduled to L3 agent 05e42f77-b612-4439-9acd-15af6102b82d with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 01:03:00.430981 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 35646) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:03:00.561319 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-3e10862b-4d8f-4fe9-a7bd-f0b9bbf9ff87 None None] Provisioning complete for port e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:00.561648 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3e10862b-4d8f-4fe9-a7bd-f0b9bbf9ff87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:00.586661 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-0b4e1f84-6cf3-4c38-8160-305d50390dee admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f8a88807d9e24c429f316384561b9f5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1544578 Feb 04 01:03:00.588731 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 35650) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:03:00.646712 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-3e10862b-4d8f-4fe9-a7bd-f0b9bbf9ff87 None None] Current status of the port e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28 is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:03:00.650682 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ed22c327-f077-4e22-bb24-b3cc92604dcb admin admin] Publish callbacks [] for security_group (ffe06d18-740e-4feb-b805-6783e2c8e744), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:00.672580 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ed22c327-f077-4e22-bb24-b3cc92604dcb admin admin] Publish callbacks [] for security_group (ffe06d18-740e-4feb-b805-6783e2c8e744), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:00.703277 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebecc86-6459-451b-b7e2-84762d4d56b0 admin admin] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 01:03:00.718894 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254dc721-f3ac-4eb3-b0e7-1593ca67539e None None] Sync routers for ids ['91351cee-077f-443c-a0dd-4b7176279cdf'] in dv-cinder-827778-1-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 01:03:00.728005 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254dc721-f3ac-4eb3-b0e7-1593ca67539e None None] Routers {'91351cee-077f-443c-a0dd-4b7176279cdf'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:03:00.728613 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-254dc721-f3ac-4eb3-b0e7-1593ca67539e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:02:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['91351cee-077f-443c-a0dd-4b7176279cdf'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:00.756559 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1ebecc86-6459-451b-b7e2-84762d4d56b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:00.757887 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-1ebecc86-6459-451b-b7e2-84762d4d56b0 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3318305 Feb 04 01:03:00.760587 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 35652) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:03:00.771830 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ed22c327-f077-4e22-bb24-b3cc92604dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (ffe06d18-740e-4feb-b805-6783e2c8e744), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:00.775036 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ed22c327-f077-4e22-bb24-b3cc92604dcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:00.777164 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-ed22c327-f077-4e22-bb24-b3cc92604dcb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ffe06d18-740e-4feb-b805-6783e2c8e744 HTTP/1.1" status: 204 len: 168 time: 0.1866674 Feb 04 01:03:00.790855 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed22c327-f077-4e22-bb24-b3cc92604dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe06d18-740e-4feb-b805-6783e2c8e744,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:00.857463 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-254dc721-f3ac-4eb3-b0e7-1593ca67539e None None] Set router 91351cee-077f-443c-a0dd-4b7176279cdf gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:03:01.074285 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-254dc721-f3ac-4eb3-b0e7-1593ca67539e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91351cee-077f-443c-a0dd-4b7176279cdf', 'name': 'tempest-TestShelveInstance-137060408-router', 'tenant_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '6300a029-d9b2-4ee0-b636-f0a3017b2bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:02:58Z', 'updated_at': '2022-02-04T01:02:59Z', 'revision_number': 3, 'project_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'gw_port': {'id': '6300a029-d9b2-4ee0-b636-f0a3017b2bd8', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:98:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91351cee-077f-443c-a0dd-4b7176279cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:02:59Z', 'updated_at': '2022-02-04T01:02:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi'}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:01.106396 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254dc721-f3ac-4eb3-b0e7-1593ca67539e None None] Checking router: 91351cee-077f-443c-a0dd-4b7176279cdf for host: dv-cinder-827778-1-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 01:03:01.106786 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254dc721-f3ac-4eb3-b0e7-1593ca67539e None None] Updating router 91351cee-077f-443c-a0dd-4b7176279cdf port 6300a029-d9b2-4ee0-b636-f0a3017b2bd8 binding host dv-cinder-827778-1-iscsi {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 01:03:01.135183 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-254dc721-f3ac-4eb3-b0e7-1593ca67539e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (6300a029-d9b2-4ee0-b636-f0a3017b2bd8), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:01.222783 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f3c50cba-cc5e-42cc-b241-ea1ae2ec5149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:01.398628 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-f3c50cba-cc5e-42cc-b241-ea1ae2ec5149 admin admin] Allocated IP 172.20.0.1 (7dadd738-5066-4487-ab47-0ed12f170e2e/8117fdc5-8bce-4cc6-aadd-bd5c8567ba6d/5a76016b-fa97-475f-9a0c-239e09ed784f) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 01:03:01.422684 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-254dc721-f3ac-4eb3-b0e7-1593ca67539e None None] Publish callbacks [] for port (6300a029-d9b2-4ee0-b636-f0a3017b2bd8), precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:01.463286 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-254dc721-f3ac-4eb3-b0e7-1593ca67539e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (6300a029-d9b2-4ee0-b636-f0a3017b2bd8), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:01.518285 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f3c50cba-cc5e-42cc-b241-ea1ae2ec5149 admin admin] Publish callbacks [] for port (5a76016b-fa97-475f-9a0c-239e09ed784f), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:01.531989 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dfe12d-7128-480e-b3a9-d4d85447a5cc None None] Pushing event updated for resources: {'Port': ['ID=6300a029-d9b2-4ee0-b636-f0a3017b2bd8,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:01.534451 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-254dc721-f3ac-4eb3-b0e7-1593ca67539e None None] Attempting to bind port 6300a029-d9b2-4ee0-b636-f0a3017b2bd8 on host dv-cinder-827778-1-iscsi for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 01:03:01.534825 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-254dc721-f3ac-4eb3-b0e7-1593ca67539e None None] Attempting to bind port 6300a029-d9b2-4ee0-b636-f0a3017b2bd8 by drivers openvswitch,hyperv on host dv-cinder-827778-1-iscsi at level 0 using segments [{'id': 'e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 01:03:01.535187 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254dc721-f3ac-4eb3-b0e7-1593ca67539e None None] Attempting to bind port 6300a029-d9b2-4ee0-b636-f0a3017b2bd8 on network 03e92c86-a3b2-4a50-bb8c-ad63e47f70ee {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 01:03:01.540871 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254dc721-f3ac-4eb3-b0e7-1593ca67539e None None] Checking agent: {'id': '0e3a6df7-c473-4931-90ee-c50828366a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 44, 16), 'started_at': datetime.datetime(2022, 2, 4, 0, 44, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 1, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 01:03:01.541254 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254dc721-f3ac-4eb3-b0e7-1593ca67539e None None] Checking segment: {'id': 'e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 01:03:01.541703 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-254dc721-f3ac-4eb3-b0e7-1593ca67539e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:01.542099 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254dc721-f3ac-4eb3-b0e7-1593ca67539e None None] Bound using segment: {'id': 'e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 01:03:01.542578 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-254dc721-f3ac-4eb3-b0e7-1593ca67539e None None] Bound port: 6300a029-d9b2-4ee0-b636-f0a3017b2bd8, host: dv-cinder-827778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 01:03:01.542962 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-254dc721-f3ac-4eb3-b0e7-1593ca67539e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (6300a029-d9b2-4ee0-b636-f0a3017b2bd8), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:01.601519 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-254dc721-f3ac-4eb3-b0e7-1593ca67539e None None] For port 6300a029-d9b2-4ee0-b636-f0a3017b2bd8, host dv-cinder-827778-1-iscsi, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 01:03:01.604852 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-254dc721-f3ac-4eb3-b0e7-1593ca67539e None None] For port 6300a029-d9b2-4ee0-b636-f0a3017b2bd8, host dv-cinder-827778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=6300a029-d9b2-4ee0-b636-f0a3017b2bd8,segment=NetworkSegment(e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a),segment_id=e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 01:03:01.608150 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 02a54c70-b3ee-4cb4-9bbb-476dac6607d6 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 01:03:01.624520 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f3c50cba-cc5e-42cc-b241-ea1ae2ec5149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-660047'] for port (5a76016b-fa97-475f-9a0c-239e09ed784f), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:01.628838 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] No Port match for: 02a54c70-b3ee-4cb4-9bbb-476dac6607d6 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 01:03:01.629311 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 02a54c70-b3ee-4cb4-9bbb-476dac6607d6 not bound to the agent host hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 01:03:01.634487 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28 up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 01:03:01.666966 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c50cba-cc5e-42cc-b241-ea1ae2ec5149 admin admin] Network 7dadd738-5066-4487-ab47-0ed12f170e2e is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 01:03:01.670139 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-f3c50cba-cc5e-42cc-b241-ea1ae2ec5149 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 01:03:01.672590 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c50cba-cc5e-42cc-b241-ea1ae2ec5149 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 01:03:01.684819 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:01.685400 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:01.688846 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-254dc721-f3ac-4eb3-b0e7-1593ca67539e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (6300a029-d9b2-4ee0-b636-f0a3017b2bd8), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:01.700773 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c50cba-cc5e-42cc-b241-ea1ae2ec5149 admin admin] Pushing event updated for resources: {'Port': ['ID=5a76016b-fa97-475f-9a0c-239e09ed784f,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:01.717880 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f3c50cba-cc5e-42cc-b241-ea1ae2ec5149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601359'] for router_interface (91351cee-077f-443c-a0dd-4b7176279cdf), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:01.805810 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dfe12d-7128-480e-b3a9-d4d85447a5cc None None] Pushing event updated for resources: {'Port': ['ID=6300a029-d9b2-4ee0-b636-f0a3017b2bd8,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:01.812982 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254dc721-f3ac-4eb3-b0e7-1593ca67539e None None] Routers {'91351cee-077f-443c-a0dd-4b7176279cdf'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:03:01.813652 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-254dc721-f3ac-4eb3-b0e7-1593ca67539e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:02:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['91351cee-077f-443c-a0dd-4b7176279cdf'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:01.870286 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 35680) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:03:01.968427 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f3c50cba-cc5e-42cc-b241-ea1ae2ec5149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (5a76016b-fa97-475f-9a0c-239e09ed784f), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:02.006230 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-f1d025be-e23c-436d-b78e-6b1ca0af420e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2132564736-network', 'tenant_id': 'e30936c961b14f4aa6d56be596f326c1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 01:03:02.082030 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-54f88657-aa24-44d9-a0d7-27ff26df1747 None None] Provisioning complete for port 5a76016b-fa97-475f-9a0c-239e09ed784f triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:02.082414 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-54f88657-aa24-44d9-a0d7-27ff26df1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (5a76016b-fa97-475f-9a0c-239e09ed784f), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:02.116009 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28 is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:03:02.134124 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-54f88657-aa24-44d9-a0d7-27ff26df1747 None None] Port 5a76016b-fa97-475f-9a0c-239e09ed784f cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 01:03:02.142274 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-254dc721-f3ac-4eb3-b0e7-1593ca67539e None None] Set router 91351cee-077f-443c-a0dd-4b7176279cdf gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:03:02.150769 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d025be-e23c-436d-b78e-6b1ca0af420e admin admin] Made reservation on behalf of e30936c961b14f4aa6d56be596f326c1 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 01:03:02.153107 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f1d025be-e23c-436d-b78e-6b1ca0af420e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for network (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:02.156804 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f3c50cba-cc5e-42cc-b241-ea1ae2ec5149 admin admin] Publish callbacks [] for port (5a76016b-fa97-475f-9a0c-239e09ed784f), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:02.164438 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f1d025be-e23c-436d-b78e-6b1ca0af420e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:02.245667 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f1d025be-e23c-436d-b78e-6b1ca0af420e admin admin] Publish callbacks [] for security_group (73eb85a9-6ee4-4e00-8e82-da930d461d23), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:02.251375 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f3c50cba-cc5e-42cc-b241-ea1ae2ec5149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-660056'] for port (5a76016b-fa97-475f-9a0c-239e09ed784f), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:02.319101 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f1d025be-e23c-436d-b78e-6b1ca0af420e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (73eb85a9-6ee4-4e00-8e82-da930d461d23), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:02.327239 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c50cba-cc5e-42cc-b241-ea1ae2ec5149 admin admin] Pushing event updated for resources: {'Port': ['ID=5a76016b-fa97-475f-9a0c-239e09ed784f,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:02.333177 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f3c50cba-cc5e-42cc-b241-ea1ae2ec5149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1763617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-478911'] for router_interface (91351cee-077f-443c-a0dd-4b7176279cdf), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:02.341999 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-254dc721-f3ac-4eb3-b0e7-1593ca67539e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91351cee-077f-443c-a0dd-4b7176279cdf', 'name': 'tempest-TestShelveInstance-137060408-router', 'tenant_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '6300a029-d9b2-4ee0-b636-f0a3017b2bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:02:58Z', 'updated_at': '2022-02-04T01:02:59Z', 'revision_number': 3, 'project_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'gw_port': {'id': '6300a029-d9b2-4ee0-b636-f0a3017b2bd8', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:98:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91351cee-077f-443c-a0dd-4b7176279cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:02:59Z', 'updated_at': '2022-02-04T01:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi'}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:02.349152 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d025be-e23c-436d-b78e-6b1ca0af420e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 01:03:02.374172 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254dc721-f3ac-4eb3-b0e7-1593ca67539e None None] The sync data for ids ['91351cee-077f-443c-a0dd-4b7176279cdf'] in dv-cinder-827778-1-iscsi is: [{'id': '91351cee-077f-443c-a0dd-4b7176279cdf', 'name': 'tempest-TestShelveInstance-137060408-router', 'tenant_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '6300a029-d9b2-4ee0-b636-f0a3017b2bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:02:58Z', 'updated_at': '2022-02-04T01:02:59Z', 'revision_number': 3, 'project_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'gw_port': {'id': '6300a029-d9b2-4ee0-b636-f0a3017b2bd8', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:98:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91351cee-077f-443c-a0dd-4b7176279cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:02:59Z', 'updated_at': '2022-02-04T01:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi'}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 01:03:02.390719 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d025be-e23c-436d-b78e-6b1ca0af420e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73eb85a9-6ee4-4e00-8e82-da930d461d23,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:02.395467 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f1d025be-e23c-436d-b78e-6b1ca0af420e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650'] for segment (ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:02.395876 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.db.segments_db [None req-f1d025be-e23c-436d-b78e-6b1ca0af420e admin admin] Added segment ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5 of type vlan for network 2d568438-4bdd-4827-a763-bef7c6e3099f Feb 04 01:03:02.482548 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f1d025be-e23c-436d-b78e-6b1ca0af420e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784745949642'] for network (2d568438-4bdd-4827-a763-bef7c6e3099f), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:02.528806 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c50cba-cc5e-42cc-b241-ea1ae2ec5149 admin admin] Network 7dadd738-5066-4487-ab47-0ed12f170e2e is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 01:03:02.530388 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-f3c50cba-cc5e-42cc-b241-ea1ae2ec5149 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 01:03:02.615914 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f1d025be-e23c-436d-b78e-6b1ca0af420e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599'] for network (2d568438-4bdd-4827-a763-bef7c6e3099f), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:02.616906 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d025be-e23c-436d-b78e-6b1ca0af420e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:02.617443 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f1d025be-e23c-436d-b78e-6b1ca0af420e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for network (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:02.702465 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d025be-e23c-436d-b78e-6b1ca0af420e admin admin] Pushing event updated for resources: {'Network': ['ID=2d568438-4bdd-4827-a763-bef7c6e3099f,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:02.718260 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Network 2d568438-4bdd-4827-a763-bef7c6e3099f details requested by agent ovs-agent-dv-cinder-827778-1-iscsi with host dv-cinder-827778-1-iscsi {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 01:03:02.722401 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c50cba-cc5e-42cc-b241-ea1ae2ec5149 admin admin] Router 91351cee-077f-443c-a0dd-4b7176279cdf has already been hosted by L3 agent 05e42f77-b612-4439-9acd-15af6102b82d {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 01:03:02.806502 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-f1d025be-e23c-436d-b78e-6b1ca0af420e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9347677 Feb 04 01:03:02.809106 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 35690) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:03:02.816219 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-e67edc9b-5828-4ac4-b58b-25506bea2cb0 admin admin] Request body: {'subnet': {'network_id': '2d568438-4bdd-4827-a763-bef7c6e3099f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2132564736-subnet', 'tenant_id': 'e30936c961b14f4aa6d56be596f326c1', 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 01:03:02.864024 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c50cba-cc5e-42cc-b241-ea1ae2ec5149 admin admin] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 01:03:02.865927 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-25d976b5-7e40-44c7-b42f-5d5a0b00a6fb None None] Provisioning complete for port 5a76016b-fa97-475f-9a0c-239e09ed784f triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:02.866891 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-25d976b5-7e40-44c7-b42f-5d5a0b00a6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (5a76016b-fa97-475f-9a0c-239e09ed784f), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:02.872186 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-f3c50cba-cc5e-42cc-b241-ea1ae2ec5149 admin admin] 10.222.0.10 "PUT /v2.0/routers/91351cee-077f-443c-a0dd-4b7176279cdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1082098 Feb 04 01:03:02.905559 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-25d976b5-7e40-44c7-b42f-5d5a0b00a6fb None None] Port 5a76016b-fa97-475f-9a0c-239e09ed784f cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 01:03:02.949222 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67edc9b-5828-4ac4-b58b-25506bea2cb0 admin admin] Made reservation on behalf of e30936c961b14f4aa6d56be596f326c1 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 01:03:02.952294 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e67edc9b-5828-4ac4-b58b-25506bea2cb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9915275'] for subnet (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:03.240638 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e67edc9b-5828-4ac4-b58b-25506bea2cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-663007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9915325'] for subnet (ddf90734-0a1a-4e97-9c10-6b152ee872e2), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:03.292845 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67edc9b-5828-4ac4-b58b-25506bea2cb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddf90734-0a1a-4e97-9c10-6b152ee872e2,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:03.308177 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67edc9b-5828-4ac4-b58b-25506bea2cb0 admin admin] Checking segment: {'id': 'ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2d568438-4bdd-4827-a763-bef7c6e3099f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 01:03:03.308535 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67edc9b-5828-4ac4-b58b-25506bea2cb0 admin admin] Network hostable DHCP agents. Network: 2d568438-4bdd-4827-a763-bef7c6e3099f, hostable agents: ['3f99e642-0ed0-4983-9f25-ae4b5e9c36f7'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 01:03:03.411452 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67edc9b-5828-4ac4-b58b-25506bea2cb0 admin admin] Network 2d568438-4bdd-4827-a763-bef7c6e3099f is scheduled to be hosted by DHCP agent 3f99e642-0ed0-4983-9f25-ae4b5e9c36f7 with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 01:03:03.499131 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 35704) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:03:03.543207 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-e67edc9b-5828-4ac4-b58b-25506bea2cb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827778-1-iscsi, 2d568438-4bdd-4827-a763-bef7c6e3099f) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 01:03:03.548043 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67edc9b-5828-4ac4-b58b-25506bea2cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:03.548638 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e67edc9b-5828-4ac4-b58b-25506bea2cb0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:03.553396 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cbb784-9a6a-48a5-8877-85b3234cc59e None None] Network 2d568438-4bdd-4827-a763-bef7c6e3099f requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 01:03:03.659026 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-e67edc9b-5828-4ac4-b58b-25506bea2cb0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8461676 Feb 04 01:03:03.659616 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 35708) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:03:03.668170 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-2ddaec44-a8be-4aff-afcb-fbac047dbfd5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2132564736-router', 'tenant_id': 'e30936c961b14f4aa6d56be596f326c1', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 01:03:03.693750 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45e57b3-e268-422c-b8b0-41d97930dcf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp722f4b90-efd4-5043-8a2b-763f3536f0fd-2d568438-4bdd-4827-a763-bef7c6e3099f', 'network_id': '2d568438-4bdd-4827-a763-bef7c6e3099f', 'project_id': 'e30936c961b14f4aa6d56be596f326c1', 'fixed_ips': [{'subnet_id': 'ddf90734-0a1a-4e97-9c10-6b152ee872e2'}]}} from dv-cinder-827778-1-iscsi. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 01:03:03.694706 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c45e57b3-e268-422c-b8b0-41d97930dcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:03.710666 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-d19cde6c-fe95-491e-a315-936559ab9c9e tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Deleting port 2fb9a33a-bde5-4b93-94dc-d18bb38e5418 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 01:03:03.711291 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d19cde6c-fe95-491e-a315-936559ab9c9e tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (2fb9a33a-bde5-4b93-94dc-d18bb38e5418), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:03.726665 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 6300a029-d9b2-4ee0-b636-f0a3017b2bd8 up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 01:03:03.789830 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2ddaec44-a8be-4aff-afcb-fbac047dbfd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26682'] for router (59a1acae-0e9c-423b-b254-c1aed1c77971), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:03.791695 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2ddaec44-a8be-4aff-afcb-fbac047dbfd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26691'] for router (59a1acae-0e9c-423b-b254-c1aed1c77971), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:03.823039 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d19cde6c-fe95-491e-a315-936559ab9c9e tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (2fb9a33a-bde5-4b93-94dc-d18bb38e5418), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:03.824307 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d19cde6c-fe95-491e-a315-936559ab9c9e tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for floatingip (2fb9a33a-bde5-4b93-94dc-d18bb38e5418), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:03.828030 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 35712) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:03:03.834957 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [None req-fcbddd5b-35ae-4a99-912c-d8fae908b712 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1750406063-network', 'tenant_id': '48d283caa5954a1cb8e11298fc4e9f52'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 01:03:03.854213 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-d19cde6c-fe95-491e-a315-936559ab9c9e tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Calling delete_port for 2fb9a33a-bde5-4b93-94dc-d18bb38e5418 owned by network:floatingip {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 01:03:03.861244 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2ddaec44-a8be-4aff-afcb-fbac047dbfd5 admin admin] Publish callbacks [] for router_controller (59a1acae-0e9c-423b-b254-c1aed1c77971), precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:03.881223 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port 6300a029-d9b2-4ee0-b636-f0a3017b2bd8 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:03.881807 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (6300a029-d9b2-4ee0-b636-f0a3017b2bd8), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:03.924154 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-c45e57b3-e268-422c-b8b0-41d97930dcf9 None None] Allocated IP 172.20.0.2 (2d568438-4bdd-4827-a763-bef7c6e3099f/ddf90734-0a1a-4e97-9c10-6b152ee872e2/eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 01:03:03.936197 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbddd5b-35ae-4a99-912c-d8fae908b712 admin admin] Made reservation on behalf of 48d283caa5954a1cb8e11298fc4e9f52 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 01:03:03.938883 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fcbddd5b-35ae-4a99-912c-d8fae908b712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for network (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:03.961515 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fcbddd5b-35ae-4a99-912c-d8fae908b712 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:04.032256 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port 6300a029-d9b2-4ee0-b636-f0a3017b2bd8 is: DOWN; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:03:04.032907 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (6300a029-d9b2-4ee0-b636-f0a3017b2bd8), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:04.069177 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] For port 6300a029-d9b2-4ee0-b636-f0a3017b2bd8, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=6300a029-d9b2-4ee0-b636-f0a3017b2bd8,segment=NetworkSegment(e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a),segment_id=e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:03:04.082153 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2ddaec44-a8be-4aff-afcb-fbac047dbfd5 admin admin] Publish callbacks [] for router_gateway (59a1acae-0e9c-423b-b254-c1aed1c77971), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:04.112541 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fcbddd5b-35ae-4a99-912c-d8fae908b712 admin admin] Publish callbacks [] for security_group (a6c906f8-9447-4570-a2be-139846a0f298), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:04.134005 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c45e57b3-e268-422c-b8b0-41d97930dcf9 None None] Publish callbacks [] for port (eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3), precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:04.142863 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (6300a029-d9b2-4ee0-b636-f0a3017b2bd8), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:04.181037 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f029cf-5247-40c7-82bc-e5f85d3bfe18 None None] Sync routers for ids ['91351cee-077f-443c-a0dd-4b7176279cdf'] in dv-cinder-827778-1-iscsi {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 01:03:04.190688 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f029cf-5247-40c7-82bc-e5f85d3bfe18 None None] Routers {'91351cee-077f-443c-a0dd-4b7176279cdf'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:03:04.191300 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e9f029cf-5247-40c7-82bc-e5f85d3bfe18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:02:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['91351cee-077f-443c-a0dd-4b7176279cdf'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:04.192534 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Pushing event updated for resources: {'Port': ['ID=6300a029-d9b2-4ee0-b636-f0a3017b2bd8,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:04.246607 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fcbddd5b-35ae-4a99-912c-d8fae908b712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (a6c906f8-9447-4570-a2be-139846a0f298), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:04.246843 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c45e57b3-e268-422c-b8b0-41d97930dcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223'] for port (eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3), after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:04.254902 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d19cde6c-fe95-491e-a315-936559ab9c9e tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (2fb9a33a-bde5-4b93-94dc-d18bb38e5418), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:04.297657 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45e57b3-e268-422c-b8b0-41d97930dcf9 None None] Network 2d568438-4bdd-4827-a763-bef7c6e3099f is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 01:03:04.305081 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-c45e57b3-e268-422c-b8b0-41d97930dcf9 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 01:03:04.309996 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45e57b3-e268-422c-b8b0-41d97930dcf9 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 01:03:04.311805 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcbddd5b-35ae-4a99-912c-d8fae908b712 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 01:03:04.314125 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19cde6c-fe95-491e-a315-936559ab9c9e tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Pushing event deleted for resources: {'Port': ['ID=2fb9a33a-bde5-4b93-94dc-d18bb38e5418,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:04.315053 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-e9f029cf-5247-40c7-82bc-e5f85d3bfe18 None None] Set router 91351cee-077f-443c-a0dd-4b7176279cdf gateway port host: dv-cinder-827778-1-iscsi {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:03:04.323849 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e57b3-e268-422c-b8b0-41d97930dcf9 None None] Pushing event updated for resources: {'Port': ['ID=eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:04.341749 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbddd5b-35ae-4a99-912c-d8fae908b712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c906f8-9447-4570-a2be-139846a0f298,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:04.375727 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fcbddd5b-35ae-4a99-912c-d8fae908b712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650'] for segment (c5679fa4-007d-43cb-b1a2-5c7bbb8a66d9), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:04.376314 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.db.segments_db [None req-fcbddd5b-35ae-4a99-912c-d8fae908b712 admin admin] Added segment c5679fa4-007d-43cb-b1a2-5c7bbb8a66d9 of type vlan for network 2e37c033-aa28-42b8-b6b8-ee610e9ee625 Feb 04 01:03:04.381324 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-c45e57b3-e268-422c-b8b0-41d97930dcf9 None None] Attempting to bind port eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3 on host dv-cinder-827778-1-iscsi for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 01:03:04.381899 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-c45e57b3-e268-422c-b8b0-41d97930dcf9 None None] Attempting to bind port eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3 by drivers openvswitch,hyperv on host dv-cinder-827778-1-iscsi at level 0 using segments [{'id': 'ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2d568438-4bdd-4827-a763-bef7c6e3099f'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 01:03:04.382258 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45e57b3-e268-422c-b8b0-41d97930dcf9 None None] Attempting to bind port eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3 on network 2d568438-4bdd-4827-a763-bef7c6e3099f {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 01:03:04.387662 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45e57b3-e268-422c-b8b0-41d97930dcf9 None None] Checking agent: {'id': '0e3a6df7-c473-4931-90ee-c50828366a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 44, 16), 'started_at': datetime.datetime(2022, 2, 4, 0, 44, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 1, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 01:03:04.388077 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45e57b3-e268-422c-b8b0-41d97930dcf9 None None] Checking segment: {'id': 'ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2d568438-4bdd-4827-a763-bef7c6e3099f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 01:03:04.388660 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c45e57b3-e268-422c-b8b0-41d97930dcf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:04.389247 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45e57b3-e268-422c-b8b0-41d97930dcf9 None None] Bound using segment: {'id': 'ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2d568438-4bdd-4827-a763-bef7c6e3099f'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 01:03:04.389937 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-c45e57b3-e268-422c-b8b0-41d97930dcf9 None None] Bound port: eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3, host: dv-cinder-827778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2d568438-4bdd-4827-a763-bef7c6e3099f'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 01:03:04.390568 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c45e57b3-e268-422c-b8b0-41d97930dcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:04.447120 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2ddaec44-a8be-4aff-afcb-fbac047dbfd5 admin admin] Publish callbacks [] for router_gateway (59a1acae-0e9c-423b-b254-c1aed1c77971), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:04.451373 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fcbddd5b-35ae-4a99-912c-d8fae908b712 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784745949642'] for network (2e37c033-aa28-42b8-b6b8-ee610e9ee625), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:04.463384 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d19cde6c-fe95-491e-a315-936559ab9c9e tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for floatingip (6ce2cd3d-7a92-4010-b99b-11661f49eb3b), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:04.463725 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.db.l3_db [None req-d19cde6c-fe95-491e-a315-936559ab9c9e tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Floating IP 6ce2cd3d-7a92-4010-b99b-11661f49eb3b disassociated (deleted). External IP: 172.27.1.91, port: 0873fdde-71f9-4abf-8057-9974681e1223. Feb 04 01:03:04.475546 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2ddaec44-a8be-4aff-afcb-fbac047dbfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:04.477013 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-c45e57b3-e268-422c-b8b0-41d97930dcf9 None None] For port eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3, host dv-cinder-827778-1-iscsi, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 01:03:04.480642 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-c45e57b3-e268-422c-b8b0-41d97930dcf9 None None] For port eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3, host dv-cinder-827778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3,segment=NetworkSegment(ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5),segment_id=ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 01:03:04.553085 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e9f029cf-5247-40c7-82bc-e5f85d3bfe18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91351cee-077f-443c-a0dd-4b7176279cdf', 'name': 'tempest-TestShelveInstance-137060408-router', 'tenant_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '6300a029-d9b2-4ee0-b636-f0a3017b2bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:02:58Z', 'updated_at': '2022-02-04T01:03:01Z', 'revision_number': 4, 'project_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'gw_port': {'id': '6300a029-d9b2-4ee0-b636-f0a3017b2bd8', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:98:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91351cee-077f-443c-a0dd-4b7176279cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:02:59Z', 'updated_at': '2022-02-04T01:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': '5a76016b-fa97-475f-9a0c-239e09ed784f', 'name': '', 'network_id': '7dadd738-5066-4487-ab47-0ed12f170e2e', 'tenant_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'mac_address': 'fa:16:3e:70:66:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91351cee-077f-443c-a0dd-4b7176279cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '8117fdc5-8bce-4cc6-aadd-bd5c8567ba6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:01Z', 'updated_at': '2022-02-04T01:03:02Z', 'revision_number': 2, 'project_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'subnets': [{'id': '8117fdc5-8bce-4cc6-aadd-bd5c8567ba6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:04.566695 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c45e57b3-e268-422c-b8b0-41d97930dcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:04.589546 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fcbddd5b-35ae-4a99-912c-d8fae908b712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599'] for network (2e37c033-aa28-42b8-b6b8-ee610e9ee625), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:04.595137 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f029cf-5247-40c7-82bc-e5f85d3bfe18 None None] Checking router: 91351cee-077f-443c-a0dd-4b7176279cdf for host: dv-cinder-827778-1-iscsi {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 01:03:04.595137 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f029cf-5247-40c7-82bc-e5f85d3bfe18 None None] Updating router 91351cee-077f-443c-a0dd-4b7176279cdf port 5a76016b-fa97-475f-9a0c-239e09ed784f binding host dv-cinder-827778-1-iscsi {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 01:03:04.598472 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbddd5b-35ae-4a99-912c-d8fae908b712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:04.599306 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-2ddaec44-a8be-4aff-afcb-fbac047dbfd5 admin admin] Allocated IP 172.27.1.148 (03e92c86-a3b2-4a50-bb8c-ad63e47f70ee/b22bab27-11ad-47ee-b4e2-a457ed5eeb04/6f0768e5-c12a-4717-bd50-702e634a51f2) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 01:03:04.601068 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fcbddd5b-35ae-4a99-912c-d8fae908b712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for network (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:04.640870 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e57b3-e268-422c-b8b0-41d97930dcf9 None None] Pushing event updated for resources: {'Port': ['ID=eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:04.646640 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-e9f029cf-5247-40c7-82bc-e5f85d3bfe18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (5a76016b-fa97-475f-9a0c-239e09ed784f), before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:04.730757 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-fcbddd5b-35ae-4a99-912c-d8fae908b712 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9014018 Feb 04 01:03:04.734361 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 35714) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:03:04.747419 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-1f4f1eee-a06d-436d-bd06-8e0a27b9c53d admin admin] Request body: {'subnet': {'network_id': '2e37c033-aa28-42b8-b6b8-ee610e9ee625', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1750406063-subnet', 'tenant_id': '48d283caa5954a1cb8e11298fc4e9f52', 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 01:03:04.754740 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbddd5b-35ae-4a99-912c-d8fae908b712 admin admin] Pushing event updated for resources: {'Network': ['ID=2e37c033-aa28-42b8-b6b8-ee610e9ee625,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:04.769613 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2ddaec44-a8be-4aff-afcb-fbac047dbfd5 admin admin] Publish callbacks [] for port (6f0768e5-c12a-4717-bd50-702e634a51f2), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:04.771447 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Network 2e37c033-aa28-42b8-b6b8-ee610e9ee625 details requested by agent ovs-agent-dv-cinder-827778-1-iscsi with host dv-cinder-827778-1-iscsi {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 01:03:04.798071 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19cde6c-fe95-491e-a315-936559ab9c9e tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Router 6cfc065a-c771-4294-97e6-c9c271da741b has already been hosted by L3 agent 05e42f77-b612-4439-9acd-15af6102b82d {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 01:03:04.834959 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4f1eee-a06d-436d-bd06-8e0a27b9c53d admin admin] Made reservation on behalf of 48d283caa5954a1cb8e11298fc4e9f52 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 01:03:04.838781 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1f4f1eee-a06d-436d-bd06-8e0a27b9c53d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9915275'] for subnet (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:04.918109 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2ddaec44-a8be-4aff-afcb-fbac047dbfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-660047'] for port (6f0768e5-c12a-4717-bd50-702e634a51f2), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:04.940422 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19cde6c-fe95-491e-a315-936559ab9c9e tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 01:03:04.951918 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd60093c-7665-4d93-b334-b00a38ea3773 None None] Sync routers for ids ['6cfc065a-c771-4294-97e6-c9c271da741b'] in dv-cinder-827778-1-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 01:03:04.954741 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d19cde6c-fe95-491e-a315-936559ab9c9e tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for floatingip (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:04.972297 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd60093c-7665-4d93-b334-b00a38ea3773 None None] Routers {'6cfc065a-c771-4294-97e6-c9c271da741b'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:03:04.972883 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-cd60093c-7665-4d93-b334-b00a38ea3773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:02:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['6cfc065a-c771-4294-97e6-c9c271da741b'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:05.006231 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddaec44-a8be-4aff-afcb-fbac047dbfd5 admin admin] Network 03e92c86-a3b2-4a50-bb8c-ad63e47f70ee is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 01:03:05.006985 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddaec44-a8be-4aff-afcb-fbac047dbfd5 admin admin] Pushing event updated for resources: {'Port': ['ID=6f0768e5-c12a-4717-bd50-702e634a51f2,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:05.015507 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-2ddaec44-a8be-4aff-afcb-fbac047dbfd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 01:03:05.017981 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddaec44-a8be-4aff-afcb-fbac047dbfd5 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 01:03:05.026151 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-d19cde6c-fe95-491e-a315-936559ab9c9e tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "DELETE /v2.0/floatingips/6ce2cd3d-7a92-4010-b99b-11661f49eb3b HTTP/1.1" status: 204 len: 168 time: 1.5258210 Feb 04 01:03:05.027293 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acecd798-187e-4013-aba0-66a772a0c302', 'tag': '0873fdde-71f9-4abf-8057-9974681e1223'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 01:03:05.033065 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9923a7793e9fa6102d344dd696201155eb04f662303130ce66584af0359f1e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfc8c06-59b0-4991-afc3-c3869ae5a335" -d '{"events": [{"name": "network-changed", "server_uuid": "acecd798-187e-4013-aba0-66a772a0c302", "tag": "0873fdde-71f9-4abf-8057-9974681e1223"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 01:03:05.088744 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 01:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad89f259-f5b0-4c11-8500-235e9db7b977 x-openstack-request-id: req-ad89f259-f5b0-4c11-8500-235e9db7b977 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 01:03:05.089983 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acecd798-187e-4013-aba0-66a772a0c302", "tag": "0873fdde-71f9-4abf-8057-9974681e1223", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 01:03:05.090412 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ad89f259-f5b0-4c11-8500-235e9db7b977 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 01:03:05.091022 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acecd798-187e-4013-aba0-66a772a0c302', 'tag': '0873fdde-71f9-4abf-8057-9974681e1223', 'status': 'completed', 'code': 200} Feb 04 01:03:05.106610 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-e9f029cf-5247-40c7-82bc-e5f85d3bfe18 None None] Publish callbacks [] for port (5a76016b-fa97-475f-9a0c-239e09ed784f), precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:05.166090 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-cd60093c-7665-4d93-b334-b00a38ea3773 None None] Set router 6cfc065a-c771-4294-97e6-c9c271da741b gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:03:05.171515 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc8c06-59b0-4991-afc3-c3869ae5a335 req-69775d41-9637-4895-ba97-fee82a9b68b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:05.173318 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-0dfc8c06-59b0-4991-afc3-c3869ae5a335 req-69775d41-9637-4895-ba97-fee82a9b68b7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a68a23113594a40a7e2e124035f3fcb&device_id=acecd798-187e-4013-aba0-66a772a0c302 HTTP/1.1" status: 200 len: 1129 time: 0.0568354 Feb 04 01:03:05.201367 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-e9f029cf-5247-40c7-82bc-e5f85d3bfe18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (5a76016b-fa97-475f-9a0c-239e09ed784f), after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:05.251995 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f238eb-8231-41c4-b8a7-9505355fd783 None None] Pushing event updated for resources: {'Port': ['ID=5a76016b-fa97-475f-9a0c-239e09ed784f,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:05.271712 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f238eb-8231-41c4-b8a7-9505355fd783 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:03:05.272436 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f238eb-8231-41c4-b8a7-9505355fd783 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:03:05.273163 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f238eb-8231-41c4-b8a7-9505355fd783 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:03:05.273876 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f238eb-8231-41c4-b8a7-9505355fd783 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:03:05.276386 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f238eb-8231-41c4-b8a7-9505355fd783 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:03:05.276386 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f238eb-8231-41c4-b8a7-9505355fd783 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:03:05.276386 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f238eb-8231-41c4-b8a7-9505355fd783 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:03:05.276386 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f238eb-8231-41c4-b8a7-9505355fd783 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:03:05.276386 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f238eb-8231-41c4-b8a7-9505355fd783 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:03:05.276386 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f238eb-8231-41c4-b8a7-9505355fd783 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:03:05.277593 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f238eb-8231-41c4-b8a7-9505355fd783 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:03:05.278244 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f238eb-8231-41c4-b8a7-9505355fd783 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:03:05.278669 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f238eb-8231-41c4-b8a7-9505355fd783 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:03:05.291352 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 6 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 01:03:05.317444 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc8c06-59b0-4991-afc3-c3869ae5a335 req-cb606899-5267-446d-a8d9-f8f6944ded77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:05.318981 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-0dfc8c06-59b0-4991-afc3-c3869ae5a335 req-cb606899-5267-446d-a8d9-f8f6944ded77 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5f955ba9-674e-45fd-8aac-6b73a4248143 HTTP/1.1" status: 200 len: 913 time: 0.1387827 Feb 04 01:03:05.378161 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-e9f029cf-5247-40c7-82bc-e5f85d3bfe18 None None] Attempting to bind port 5a76016b-fa97-475f-9a0c-239e09ed784f on host dv-cinder-827778-1-iscsi for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 01:03:05.378925 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-e9f029cf-5247-40c7-82bc-e5f85d3bfe18 None None] Attempting to bind port 5a76016b-fa97-475f-9a0c-239e09ed784f by drivers openvswitch,hyperv on host dv-cinder-827778-1-iscsi at level 0 using segments [{'id': '7372663d-4e8e-4e34-83f2-6808fcbe578a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7dadd738-5066-4487-ab47-0ed12f170e2e'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 01:03:05.379531 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f029cf-5247-40c7-82bc-e5f85d3bfe18 None None] Attempting to bind port 5a76016b-fa97-475f-9a0c-239e09ed784f on network 7dadd738-5066-4487-ab47-0ed12f170e2e {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 01:03:05.386687 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f029cf-5247-40c7-82bc-e5f85d3bfe18 None None] Checking agent: {'id': '0e3a6df7-c473-4931-90ee-c50828366a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 44, 16), 'started_at': datetime.datetime(2022, 2, 4, 0, 44, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 1, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 01:03:05.387405 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f029cf-5247-40c7-82bc-e5f85d3bfe18 None None] Checking segment: {'id': '7372663d-4e8e-4e34-83f2-6808fcbe578a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7dadd738-5066-4487-ab47-0ed12f170e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 01:03:05.388025 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-e9f029cf-5247-40c7-82bc-e5f85d3bfe18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:05.388609 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f029cf-5247-40c7-82bc-e5f85d3bfe18 None None] Bound using segment: {'id': '7372663d-4e8e-4e34-83f2-6808fcbe578a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7dadd738-5066-4487-ab47-0ed12f170e2e'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 01:03:05.389806 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-e9f029cf-5247-40c7-82bc-e5f85d3bfe18 None None] Bound port: 5a76016b-fa97-475f-9a0c-239e09ed784f, host: dv-cinder-827778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7372663d-4e8e-4e34-83f2-6808fcbe578a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7dadd738-5066-4487-ab47-0ed12f170e2e'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 01:03:05.390378 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-e9f029cf-5247-40c7-82bc-e5f85d3bfe18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (5a76016b-fa97-475f-9a0c-239e09ed784f), before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:05.433732 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-0dfc8c06-59b0-4991-afc3-c3869ae5a335 req-22f02dd0-bf69-4b60-b2b5-f8f06bea8775 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0873fdde-71f9-4abf-8057-9974681e1223 HTTP/1.1" status: 200 len: 217 time: 0.1051490 Feb 04 01:03:05.446082 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1f4f1eee-a06d-436d-bd06-8e0a27b9c53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-663007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9915325'] for subnet (d6afb95f-afc7-4bb5-b879-7bc79367c5ed), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:05.478349 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-cd60093c-7665-4d93-b334-b00a38ea3773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'name': 'tempest-TestVolumeBootPattern-2116994202-router', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '12774d0c-45ab-41c1-9a14-80e674936547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:54:29Z', 'updated_at': '2022-02-04T00:54:33Z', 'revision_number': 4, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'gw_port': {'id': '12774d0c-45ab-41c1-9a14-80e674936547', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:30Z', 'updated_at': '2022-02-04T00:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': '84cb692e-ba87-4fd5-9193-9ad761fe8f53', 'name': '', 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'mac_address': 'fa:16:3e:ae:d5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'f2ac8d13-4344-48e5-8534-751622f2d98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:32Z', 'updated_at': '2022-02-04T00:54:39Z', 'revision_number': 5, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'subnets': [{'id': 'f2ac8d13-4344-48e5-8534-751622f2d98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:05.517649 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-e9f029cf-5247-40c7-82bc-e5f85d3bfe18 None None] For port 5a76016b-fa97-475f-9a0c-239e09ed784f, host dv-cinder-827778-1-iscsi, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 01:03:05.517884 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4f1eee-a06d-436d-bd06-8e0a27b9c53d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6afb95f-afc7-4bb5-b879-7bc79367c5ed,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:05.518017 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-e9f029cf-5247-40c7-82bc-e5f85d3bfe18 None None] For port 5a76016b-fa97-475f-9a0c-239e09ed784f, host dv-cinder-827778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=5a76016b-fa97-475f-9a0c-239e09ed784f,segment=NetworkSegment(7372663d-4e8e-4e34-83f2-6808fcbe578a),segment_id=7372663d-4e8e-4e34-83f2-6808fcbe578a)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 01:03:05.535336 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd60093c-7665-4d93-b334-b00a38ea3773 None None] Checking router: 6cfc065a-c771-4294-97e6-c9c271da741b for host: dv-cinder-827778-1-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 01:03:05.548479 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd60093c-7665-4d93-b334-b00a38ea3773 None None] Routers {'6cfc065a-c771-4294-97e6-c9c271da741b'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:03:05.549312 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-cd60093c-7665-4d93-b334-b00a38ea3773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:02:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['6cfc065a-c771-4294-97e6-c9c271da741b'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:05.549585 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc8c06-59b0-4991-afc3-c3869ae5a335 req-dda6f229-7c97-4f67-856c-f7890f31dec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:05.553262 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-0dfc8c06-59b0-4991-afc3-c3869ae5a335 req-dda6f229-7c97-4f67-856c-f7890f31dec4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f2ac8d13-4344-48e5-8534-751622f2d98c HTTP/1.1" status: 200 len: 851 time: 0.1131198 Feb 04 01:03:05.583982 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-e9f029cf-5247-40c7-82bc-e5f85d3bfe18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (5a76016b-fa97-475f-9a0c-239e09ed784f), after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:05.679025 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc8c06-59b0-4991-afc3-c3869ae5a335 req-dcb01fb0-6254-48a4-b2ae-84ce439bfb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:05.680653 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-0dfc8c06-59b0-4991-afc3-c3869ae5a335 req-dcb01fb0-6254-48a4-b2ae-84ce439bfb08 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f955ba9-674e-45fd-8aac-6b73a4248143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1200814 Feb 04 01:03:05.742959 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f238eb-8231-41c4-b8a7-9505355fd783 None None] Pushing event updated for resources: {'Port': ['ID=5a76016b-fa97-475f-9a0c-239e09ed784f,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:05.753669 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f029cf-5247-40c7-82bc-e5f85d3bfe18 None None] Routers {'91351cee-077f-443c-a0dd-4b7176279cdf'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:03:05.754293 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e9f029cf-5247-40c7-82bc-e5f85d3bfe18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:02:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['91351cee-077f-443c-a0dd-4b7176279cdf'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:05.812588 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-cd60093c-7665-4d93-b334-b00a38ea3773 None None] Set router 6cfc065a-c771-4294-97e6-c9c271da741b gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:03:05.877571 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-0dfc8c06-59b0-4991-afc3-c3869ae5a335 req-0e10d16b-74de-44a7-a2a0-0a4f37d216f2 service neutron] 10.222.0.39 "GET /v2.0/networks/5f955ba9-674e-45fd-8aac-6b73a4248143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890273 Feb 04 01:03:05.943732 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 6300a029-d9b2-4ee0-b636-f0a3017b2bd8 up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 01:03:05.975909 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-e9f029cf-5247-40c7-82bc-e5f85d3bfe18 None None] Set router 91351cee-077f-443c-a0dd-4b7176279cdf gateway port host: dv-cinder-827778-1-iscsi {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:03:06.054484 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-0dfc8c06-59b0-4991-afc3-c3869ae5a335 req-b6b0fa88-3f81-443b-8a0d-cf70055d0565 service neutron] 10.222.0.39 "GET /v2.0/networks/5f955ba9-674e-45fd-8aac-6b73a4248143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693025 Feb 04 01:03:06.063167 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port 6300a029-d9b2-4ee0-b636-f0a3017b2bd8 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:06.063738 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (6300a029-d9b2-4ee0-b636-f0a3017b2bd8), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:06.065639 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-e51f68a0-ca01-47fe-805d-3ea1823833f8 None None] Provisioning complete for port 5a76016b-fa97-475f-9a0c-239e09ed784f triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:06.065639 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e51f68a0-ca01-47fe-805d-3ea1823833f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (5a76016b-fa97-475f-9a0c-239e09ed784f), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:06.090991 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4f1eee-a06d-436d-bd06-8e0a27b9c53d admin admin] Checking segment: {'id': 'c5679fa4-007d-43cb-b1a2-5c7bbb8a66d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2e37c033-aa28-42b8-b6b8-ee610e9ee625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 01:03:06.090991 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4f1eee-a06d-436d-bd06-8e0a27b9c53d admin admin] Network hostable DHCP agents. Network: 2e37c033-aa28-42b8-b6b8-ee610e9ee625, hostable agents: ['3f99e642-0ed0-4983-9f25-ae4b5e9c36f7'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 01:03:06.090991 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2ddaec44-a8be-4aff-afcb-fbac047dbfd5 admin admin] Publish callbacks [] for router_gateway (59a1acae-0e9c-423b-b254-c1aed1c77971), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:06.207208 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6698797-d39a-4cd4-8844-343c865ff4e1 req-4c1231f9-0ca0-4016-96a6-eb2eaa396a68 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:06.209112 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-e51f68a0-ca01-47fe-805d-3ea1823833f8 None None] Current status of the port 5a76016b-fa97-475f-9a0c-239e09ed784f is: DOWN; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:03:06.209594 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e51f68a0-ca01-47fe-805d-3ea1823833f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (5a76016b-fa97-475f-9a0c-239e09ed784f), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:06.215175 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c6698797-d39a-4cd4-8844-343c865ff4e1 req-4c1231f9-0ca0-4016-96a6-eb2eaa396a68 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=acecd798-187e-4013-aba0-66a772a0c302 HTTP/1.1" status: 200 len: 945 time: 0.6528516 Feb 04 01:03:06.243336 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4f1eee-a06d-436d-bd06-8e0a27b9c53d admin admin] Network 2e37c033-aa28-42b8-b6b8-ee610e9ee625 is scheduled to be hosted by DHCP agent 3f99e642-0ed0-4983-9f25-ae4b5e9c36f7 with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 01:03:06.291796 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-e51f68a0-ca01-47fe-805d-3ea1823833f8 None None] For port 5a76016b-fa97-475f-9a0c-239e09ed784f, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=5a76016b-fa97-475f-9a0c-239e09ed784f,segment=NetworkSegment(7372663d-4e8e-4e34-83f2-6808fcbe578a),segment_id=7372663d-4e8e-4e34-83f2-6808fcbe578a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:03:06.309728 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c6698797-d39a-4cd4-8844-343c865ff4e1 req-723df58c-8aea-489b-9bf0-8ac21365f3cb tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911176 Feb 04 01:03:06.320677 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec413557-42a1-476c-810f-28857052c342 None None] Network 2d568438-4bdd-4827-a763-bef7c6e3099f requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 01:03:06.368118 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e9f029cf-5247-40c7-82bc-e5f85d3bfe18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91351cee-077f-443c-a0dd-4b7176279cdf', 'name': 'tempest-TestShelveInstance-137060408-router', 'tenant_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '6300a029-d9b2-4ee0-b636-f0a3017b2bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:02:58Z', 'updated_at': '2022-02-04T01:03:01Z', 'revision_number': 4, 'project_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'gw_port': {'id': '6300a029-d9b2-4ee0-b636-f0a3017b2bd8', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:98:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91351cee-077f-443c-a0dd-4b7176279cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:02:59Z', 'updated_at': '2022-02-04T01:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': '5a76016b-fa97-475f-9a0c-239e09ed784f', 'name': '', 'network_id': '7dadd738-5066-4487-ab47-0ed12f170e2e', 'tenant_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'mac_address': 'fa:16:3e:70:66:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91351cee-077f-443c-a0dd-4b7176279cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '8117fdc5-8bce-4cc6-aadd-bd5c8567ba6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:01Z', 'updated_at': '2022-02-04T01:03:05Z', 'revision_number': 4, 'project_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'subnets': [{'id': '8117fdc5-8bce-4cc6-aadd-bd5c8567ba6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:06.370202 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-1f4f1eee-a06d-436d-bd06-8e0a27b9c53d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827778-1-iscsi, 2e37c033-aa28-42b8-b6b8-ee610e9ee625) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 01:03:06.397260 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f029cf-5247-40c7-82bc-e5f85d3bfe18 None None] The sync data for ids ['91351cee-077f-443c-a0dd-4b7176279cdf'] in dv-cinder-827778-1-iscsi is: [{'id': '91351cee-077f-443c-a0dd-4b7176279cdf', 'name': 'tempest-TestShelveInstance-137060408-router', 'tenant_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '6300a029-d9b2-4ee0-b636-f0a3017b2bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:02:58Z', 'updated_at': '2022-02-04T01:03:01Z', 'revision_number': 4, 'project_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'gw_port': {'id': '6300a029-d9b2-4ee0-b636-f0a3017b2bd8', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:98:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91351cee-077f-443c-a0dd-4b7176279cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:02:59Z', 'updated_at': '2022-02-04T01:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': '5a76016b-fa97-475f-9a0c-239e09ed784f', 'name': '', 'network_id': '7dadd738-5066-4487-ab47-0ed12f170e2e', 'tenant_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'mac_address': 'fa:16:3e:70:66:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91351cee-077f-443c-a0dd-4b7176279cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '8117fdc5-8bce-4cc6-aadd-bd5c8567ba6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:01Z', 'updated_at': '2022-02-04T01:03:05Z', 'revision_number': 4, 'project_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'subnets': [{'id': '8117fdc5-8bce-4cc6-aadd-bd5c8567ba6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 01:03:06.429064 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4f1eee-a06d-436d-bd06-8e0a27b9c53d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:06.429796 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1f4f1eee-a06d-436d-bd06-8e0a27b9c53d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:06.472367 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2ddaec44-a8be-4aff-afcb-fbac047dbfd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477280'] for router (59a1acae-0e9c-423b-b254-c1aed1c77971), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:06.526620 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-1f4f1eee-a06d-436d-bd06-8e0a27b9c53d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7872686 Feb 04 01:03:06.526812 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 35724) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:03:06.535137 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [None req-6e1a8fa8-d7c0-48e1-bd9b-0d66da44e0d8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1750406063-router', 'tenant_id': '48d283caa5954a1cb8e11298fc4e9f52', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 01:03:06.537085 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e285738-8e8e-44c7-8ff4-84f8042b1c61 None None] Network 2e37c033-aa28-42b8-b6b8-ee610e9ee625 requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 01:03:06.545848 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e51f68a0-ca01-47fe-805d-3ea1823833f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (5a76016b-fa97-475f-9a0c-239e09ed784f), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:06.585590 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port 6300a029-d9b2-4ee0-b636-f0a3017b2bd8 is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:03:06.586784 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3 up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 01:03:06.621232 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6e1a8fa8-d7c0-48e1-bd9b-0d66da44e0d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26682'] for router (8ce13276-9b60-4820-aa84-ee1fc9754857), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:06.628503 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6e1a8fa8-d7c0-48e1-bd9b-0d66da44e0d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26691'] for router (8ce13276-9b60-4820-aa84-ee1fc9754857), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:06.687006 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ddaec44-a8be-4aff-afcb-fbac047dbfd5 admin admin] Router 59a1acae-0e9c-423b-b254-c1aed1c77971 is scheduled to L3 agent 05e42f77-b612-4439-9acd-15af6102b82d with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 01:03:06.690393 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6e1a8fa8-d7c0-48e1-bd9b-0d66da44e0d8 admin admin] Publish callbacks [] for router_controller (8ce13276-9b60-4820-aa84-ee1fc9754857), precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:06.724737 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f68a0-ca01-47fe-805d-3ea1823833f8 None None] Pushing event updated for resources: {'Port': ['ID=5a76016b-fa97-475f-9a0c-239e09ed784f,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:06.730411 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-cd60093c-7665-4d93-b334-b00a38ea3773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'name': 'tempest-TestVolumeBootPattern-2116994202-router', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '12774d0c-45ab-41c1-9a14-80e674936547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:54:29Z', 'updated_at': '2022-02-04T00:54:33Z', 'revision_number': 4, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'gw_port': {'id': '12774d0c-45ab-41c1-9a14-80e674936547', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:30Z', 'updated_at': '2022-02-04T00:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': '84cb692e-ba87-4fd5-9193-9ad761fe8f53', 'name': '', 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'mac_address': 'fa:16:3e:ae:d5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'f2ac8d13-4344-48e5-8534-751622f2d98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:32Z', 'updated_at': '2022-02-04T00:54:39Z', 'revision_number': 5, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'subnets': [{'id': 'f2ac8d13-4344-48e5-8534-751622f2d98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:06.789809 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd60093c-7665-4d93-b334-b00a38ea3773 None None] The sync data for ids ['6cfc065a-c771-4294-97e6-c9c271da741b'] in dv-cinder-827778-1-iscsi is: [{'id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'name': 'tempest-TestVolumeBootPattern-2116994202-router', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '12774d0c-45ab-41c1-9a14-80e674936547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:54:29Z', 'updated_at': '2022-02-04T00:54:33Z', 'revision_number': 4, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'gw_port': {'id': '12774d0c-45ab-41c1-9a14-80e674936547', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:30Z', 'updated_at': '2022-02-04T00:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': '84cb692e-ba87-4fd5-9193-9ad761fe8f53', 'name': '', 'network_id': '5f955ba9-674e-45fd-8aac-6b73a4248143', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'mac_address': 'fa:16:3e:ae:d5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'f2ac8d13-4344-48e5-8534-751622f2d98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:32Z', 'updated_at': '2022-02-04T00:54:39Z', 'revision_number': 5, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'subnets': [{'id': 'f2ac8d13-4344-48e5-8534-751622f2d98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 01:03:06.822124 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b3131061-eeef-4d64-a7d0-c10ae93738db None None] Provisioning complete for port eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:06.822440 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b3131061-eeef-4d64-a7d0-c10ae93738db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:06.835803 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ddaec44-a8be-4aff-afcb-fbac047dbfd5 admin admin] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 01:03:06.846237 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dc9d01-05a8-4309-908f-00352dc0628a None None] Sync routers for ids ['59a1acae-0e9c-423b-b254-c1aed1c77971'] in dv-cinder-827778-1-iscsi {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 01:03:06.862274 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dc9d01-05a8-4309-908f-00352dc0628a None None] Routers {'59a1acae-0e9c-423b-b254-c1aed1c77971'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:03:06.862960 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-01dc9d01-05a8-4309-908f-00352dc0628a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:02:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['59a1acae-0e9c-423b-b254-c1aed1c77971'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:06.891388 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:06.891792 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:06.916540 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f84765c-ea7e-4d41-9320-0d2d0459eb09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp722f4b90-efd4-5043-8a2b-763f3536f0fd-2e37c033-aa28-42b8-b6b8-ee610e9ee625', 'network_id': '2e37c033-aa28-42b8-b6b8-ee610e9ee625', 'project_id': '48d283caa5954a1cb8e11298fc4e9f52', 'fixed_ips': [{'subnet_id': 'd6afb95f-afc7-4bb5-b879-7bc79367c5ed'}]}} from dv-cinder-827778-1-iscsi. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 01:03:06.917423 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4f84765c-ea7e-4d41-9320-0d2d0459eb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:06.949761 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2ddaec44-a8be-4aff-afcb-fbac047dbfd5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:06.953906 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-2ddaec44-a8be-4aff-afcb-fbac047dbfd5 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2906353 Feb 04 01:03:06.954154 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 35730) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:03:06.981287 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6e1a8fa8-d7c0-48e1-bd9b-0d66da44e0d8 admin admin] Publish callbacks [] for router_gateway (8ce13276-9b60-4820-aa84-ee1fc9754857), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:07.073823 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-01dc9d01-05a8-4309-908f-00352dc0628a None None] Set router 59a1acae-0e9c-423b-b254-c1aed1c77971 gateway port host: dv-cinder-827778-1-iscsi {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:03:07.323490 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-4f84765c-ea7e-4d41-9320-0d2d0459eb09 None None] Allocated IP 172.20.0.2 (2e37c033-aa28-42b8-b6b8-ee610e9ee625/d6afb95f-afc7-4bb5-b879-7bc79367c5ed/45d5029d-405d-47ab-bdf0-01a06b9f1758) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 01:03:07.398206 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79970a8-2331-41fa-95c7-6430c83bee39 None None] New status for floating IP 6ce2cd3d-7a92-4010-b99b-11661f49eb3b: DOWN {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 01:03:07.403935 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3 is: DOWN; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:03:07.404330 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:07.441871 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae72c10a-cf35-4048-a58d-c4502c4359dc req-17ea2ab6-0cb3-47ab-afbc-da323fd32323 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:07.444622 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ae72c10a-cf35-4048-a58d-c4502c4359dc req-17ea2ab6-0cb3-47ab-afbc-da323fd32323 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.39 "GET /v2.0/ports?device_id=acecd798-187e-4013-aba0-66a772a0c302 HTTP/1.1" status: 200 len: 945 time: 0.2522743 Feb 04 01:03:07.465943 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-01dc9d01-05a8-4309-908f-00352dc0628a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a1acae-0e9c-423b-b254-c1aed1c77971', 'name': 'tempest-TestMinimumBasicScenario-2132564736-router', 'tenant_id': 'e30936c961b14f4aa6d56be596f326c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '6f0768e5-c12a-4717-bd50-702e634a51f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:03:03Z', 'updated_at': '2022-02-04T01:03:05Z', 'revision_number': 3, 'project_id': 'e30936c961b14f4aa6d56be596f326c1', 'gw_port': {'id': '6f0768e5-c12a-4717-bd50-702e634a51f2', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a1acae-0e9c-423b-b254-c1aed1c77971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:04Z', 'updated_at': '2022-02-04T01:03:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi'}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:07.500351 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dc9d01-05a8-4309-908f-00352dc0628a None None] Checking router: 59a1acae-0e9c-423b-b254-c1aed1c77971 for host: dv-cinder-827778-1-iscsi {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 01:03:07.500980 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dc9d01-05a8-4309-908f-00352dc0628a None None] Updating router 59a1acae-0e9c-423b-b254-c1aed1c77971 port 6f0768e5-c12a-4717-bd50-702e634a51f2 binding host dv-cinder-827778-1-iscsi {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 01:03:07.537281 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-01dc9d01-05a8-4309-908f-00352dc0628a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (6f0768e5-c12a-4717-bd50-702e634a51f2), before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:07.599547 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b3131061-eeef-4d64-a7d0-c10ae93738db None None] Current status of the port eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3 is: DOWN; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:03:07.599870 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b3131061-eeef-4d64-a7d0-c10ae93738db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:07.610551 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] For port eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3,segment=NetworkSegment(ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5),segment_id=ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:03:07.643267 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6e1a8fa8-d7c0-48e1-bd9b-0d66da44e0d8 admin admin] Publish callbacks [] for router_gateway (8ce13276-9b60-4820-aa84-ee1fc9754857), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:07.668778 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6e1a8fa8-d7c0-48e1-bd9b-0d66da44e0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:07.683721 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:07.690876 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430fc71c-6534-4d44-85f2-1e5bd8ddcf29 req-3843d009-a038-4a60-9b46-a8bea454cf1e tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:07.692624 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-430fc71c-6534-4d44-85f2-1e5bd8ddcf29 req-3843d009-a038-4a60-9b46-a8bea454cf1e tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=acecd798-187e-4013-aba0-66a772a0c302 HTTP/1.1" status: 200 len: 945 time: 0.2452285 Feb 04 01:03:07.757378 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2c0f36b9-36df-437a-b096-82aff58d3e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:07.810613 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.db.api [None req-b3131061-eeef-4d64-a7d0-c10ae93738db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 01:03:07.811250 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG oslo_db.api [None req-b3131061-eeef-4d64-a7d0-c10ae93738db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 01:03:07.910029 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 5a76016b-fa97-475f-9a0c-239e09ed784f up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 01:03:07.949274 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4f84765c-ea7e-4d41-9320-0d2d0459eb09 None None] Publish callbacks [] for port (45d5029d-405d-47ab-bdf0-01a06b9f1758), precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:07.962031 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Pushing event updated for resources: {'Port': ['ID=eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:07.979204 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-2c0f36b9-36df-437a-b096-82aff58d3e57 admin admin] Allocated IP 172.20.0.1 (2d568438-4bdd-4827-a763-bef7c6e3099f/ddf90734-0a1a-4e97-9c10-6b152ee872e2/24ab1908-f16c-4580-86ea-c1bc5dfce600) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 01:03:08.010735 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port 5a76016b-fa97-475f-9a0c-239e09ed784f triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:08.011317 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (5a76016b-fa97-475f-9a0c-239e09ed784f), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:08.050557 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4f84765c-ea7e-4d41-9320-0d2d0459eb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223'] for port (45d5029d-405d-47ab-bdf0-01a06b9f1758), after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:08.062928 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-01dc9d01-05a8-4309-908f-00352dc0628a None None] Publish callbacks [] for port (6f0768e5-c12a-4717-bd50-702e634a51f2), precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:08.115589 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2c0f36b9-36df-437a-b096-82aff58d3e57 admin admin] Publish callbacks [] for port (24ab1908-f16c-4580-86ea-c1bc5dfce600), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:08.122046 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f84765c-ea7e-4d41-9320-0d2d0459eb09 None None] Network 2e37c033-aa28-42b8-b6b8-ee610e9ee625 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 01:03:08.123667 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84765c-ea7e-4d41-9320-0d2d0459eb09 None None] Pushing event updated for resources: {'Port': ['ID=45d5029d-405d-47ab-bdf0-01a06b9f1758,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:08.128832 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-4f84765c-ea7e-4d41-9320-0d2d0459eb09 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 01:03:08.132656 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f84765c-ea7e-4d41-9320-0d2d0459eb09 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 01:03:08.147740 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-01dc9d01-05a8-4309-908f-00352dc0628a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (6f0768e5-c12a-4717-bd50-702e634a51f2), after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:08.215508 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-01dc9d01-05a8-4309-908f-00352dc0628a None None] Attempting to bind port 6f0768e5-c12a-4717-bd50-702e634a51f2 on host dv-cinder-827778-1-iscsi for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 01:03:08.216280 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-01dc9d01-05a8-4309-908f-00352dc0628a None None] Attempting to bind port 6f0768e5-c12a-4717-bd50-702e634a51f2 by drivers openvswitch,hyperv on host dv-cinder-827778-1-iscsi at level 0 using segments [{'id': 'e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 01:03:08.216432 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dc9d01-05a8-4309-908f-00352dc0628a None None] Attempting to bind port 6f0768e5-c12a-4717-bd50-702e634a51f2 on network 03e92c86-a3b2-4a50-bb8c-ad63e47f70ee {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 01:03:08.223715 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port 5a76016b-fa97-475f-9a0c-239e09ed784f is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:03:08.225953 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dc9d01-05a8-4309-908f-00352dc0628a None None] Checking agent: {'id': '0e3a6df7-c473-4931-90ee-c50828366a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 44, 16), 'started_at': datetime.datetime(2022, 2, 4, 0, 44, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 1, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 01:03:08.226443 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dc9d01-05a8-4309-908f-00352dc0628a None None] Checking segment: {'id': 'e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 01:03:08.227161 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-01dc9d01-05a8-4309-908f-00352dc0628a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:08.227504 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dc9d01-05a8-4309-908f-00352dc0628a None None] Bound using segment: {'id': 'e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 01:03:08.228170 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-01dc9d01-05a8-4309-908f-00352dc0628a None None] Bound port: 6f0768e5-c12a-4717-bd50-702e634a51f2, host: dv-cinder-827778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 01:03:08.228688 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-01dc9d01-05a8-4309-908f-00352dc0628a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (6f0768e5-c12a-4717-bd50-702e634a51f2), before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:08.229450 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-4f84765c-ea7e-4d41-9320-0d2d0459eb09 None None] Attempting to bind port 45d5029d-405d-47ab-bdf0-01a06b9f1758 on host dv-cinder-827778-1-iscsi for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 01:03:08.229954 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-4f84765c-ea7e-4d41-9320-0d2d0459eb09 None None] Attempting to bind port 45d5029d-405d-47ab-bdf0-01a06b9f1758 by drivers openvswitch,hyperv on host dv-cinder-827778-1-iscsi at level 0 using segments [{'id': 'c5679fa4-007d-43cb-b1a2-5c7bbb8a66d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2e37c033-aa28-42b8-b6b8-ee610e9ee625'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 01:03:08.230215 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f84765c-ea7e-4d41-9320-0d2d0459eb09 None None] Attempting to bind port 45d5029d-405d-47ab-bdf0-01a06b9f1758 on network 2e37c033-aa28-42b8-b6b8-ee610e9ee625 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 01:03:08.234245 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2c0f36b9-36df-437a-b096-82aff58d3e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-660047'] for port (24ab1908-f16c-4580-86ea-c1bc5dfce600), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:08.247072 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f84765c-ea7e-4d41-9320-0d2d0459eb09 None None] Checking agent: {'id': '0e3a6df7-c473-4931-90ee-c50828366a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 44, 16), 'started_at': datetime.datetime(2022, 2, 4, 0, 44, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 1, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 01:03:08.247072 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f84765c-ea7e-4d41-9320-0d2d0459eb09 None None] Checking segment: {'id': 'c5679fa4-007d-43cb-b1a2-5c7bbb8a66d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2e37c033-aa28-42b8-b6b8-ee610e9ee625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 01:03:08.247072 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4f84765c-ea7e-4d41-9320-0d2d0459eb09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:08.247527 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f84765c-ea7e-4d41-9320-0d2d0459eb09 None None] Bound using segment: {'id': 'c5679fa4-007d-43cb-b1a2-5c7bbb8a66d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2e37c033-aa28-42b8-b6b8-ee610e9ee625'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 01:03:08.247922 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-4f84765c-ea7e-4d41-9320-0d2d0459eb09 None None] Bound port: 45d5029d-405d-47ab-bdf0-01a06b9f1758, host: dv-cinder-827778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5679fa4-007d-43cb-b1a2-5c7bbb8a66d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2e37c033-aa28-42b8-b6b8-ee610e9ee625'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 01:03:08.248361 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4f84765c-ea7e-4d41-9320-0d2d0459eb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (45d5029d-405d-47ab-bdf0-01a06b9f1758), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:08.251635 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-6e1a8fa8-d7c0-48e1-bd9b-0d66da44e0d8 admin admin] Allocated IP 172.27.1.178 (03e92c86-a3b2-4a50-bb8c-ad63e47f70ee/b22bab27-11ad-47ee-b4e2-a457ed5eeb04/b55c15da-7819-4121-9b3d-44bf3e37a7bb) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 01:03:08.255715 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11de7b6-a7d0-47a0-a791-a909180e7daf None None] Pushing event updated for resources: {'Port': ['ID=6f0768e5-c12a-4717-bd50-702e634a51f2,revision_number=2']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:08.280874 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-ae72c10a-cf35-4048-a58d-c4502c4359dc req-5da1a8e9-ba47-416a-ac5c-f34525de7890 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Deleting port 0873fdde-71f9-4abf-8057-9974681e1223 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 01:03:08.281397 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ae72c10a-cf35-4048-a58d-c4502c4359dc req-5da1a8e9-ba47-416a-ac5c-f34525de7890 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (0873fdde-71f9-4abf-8057-9974681e1223), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:08.298232 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-01dc9d01-05a8-4309-908f-00352dc0628a None None] For port 6f0768e5-c12a-4717-bd50-702e634a51f2, host dv-cinder-827778-1-iscsi, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 01:03:08.303917 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-01dc9d01-05a8-4309-908f-00352dc0628a None None] For port 6f0768e5-c12a-4717-bd50-702e634a51f2, host dv-cinder-827778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=6f0768e5-c12a-4717-bd50-702e634a51f2,segment=NetworkSegment(e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a),segment_id=e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 01:03:08.306515 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0f36b9-36df-437a-b096-82aff58d3e57 admin admin] Network 2d568438-4bdd-4827-a763-bef7c6e3099f is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 01:03:08.312329 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-2c0f36b9-36df-437a-b096-82aff58d3e57 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 01:03:08.338733 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0f36b9-36df-437a-b096-82aff58d3e57 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 01:03:08.372157 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-4f84765c-ea7e-4d41-9320-0d2d0459eb09 None None] For port 45d5029d-405d-47ab-bdf0-01a06b9f1758, host dv-cinder-827778-1-iscsi, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 01:03:08.387319 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-430fc71c-6534-4d44-85f2-1e5bd8ddcf29 req-064eb57b-0e86-4d54-8fe0-b02f38f5781b tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8988d5-9adb-434a-923f-3ddb810c7dae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6867239 Feb 04 01:03:08.392080 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-4f84765c-ea7e-4d41-9320-0d2d0459eb09 None None] For port 45d5029d-405d-47ab-bdf0-01a06b9f1758, host dv-cinder-827778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=45d5029d-405d-47ab-bdf0-01a06b9f1758,segment=NetworkSegment(c5679fa4-007d-43cb-b1a2-5c7bbb8a66d9),segment_id=c5679fa4-007d-43cb-b1a2-5c7bbb8a66d9)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 01:03:08.395376 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-01dc9d01-05a8-4309-908f-00352dc0628a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (6f0768e5-c12a-4717-bd50-702e634a51f2), after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:08.405370 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f36b9-36df-437a-b096-82aff58d3e57 admin admin] Pushing event updated for resources: {'Port': ['ID=24ab1908-f16c-4580-86ea-c1bc5dfce600,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:08.419708 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b3131061-eeef-4d64-a7d0-c10ae93738db None None] Current status of the port eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3 is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:03:08.423837 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2c0f36b9-36df-437a-b096-82aff58d3e57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601359'] for router_interface (59a1acae-0e9c-423b-b254-c1aed1c77971), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:08.442119 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b3131061-eeef-4d64-a7d0-c10ae93738db None None] Provisioning complete for port 5a76016b-fa97-475f-9a0c-239e09ed784f triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:08.442498 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b3131061-eeef-4d64-a7d0-c10ae93738db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (5a76016b-fa97-475f-9a0c-239e09ed784f), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:08.518731 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4f84765c-ea7e-4d41-9320-0d2d0459eb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (45d5029d-405d-47ab-bdf0-01a06b9f1758), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:08.519455 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dc9d01-05a8-4309-908f-00352dc0628a None None] Routers {'59a1acae-0e9c-423b-b254-c1aed1c77971'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:03:08.520089 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-01dc9d01-05a8-4309-908f-00352dc0628a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:02:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['59a1acae-0e9c-423b-b254-c1aed1c77971'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:08.530222 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6e1a8fa8-d7c0-48e1-bd9b-0d66da44e0d8 admin admin] Publish callbacks [] for port (b55c15da-7819-4121-9b3d-44bf3e37a7bb), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:08.575710 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b3131061-eeef-4d64-a7d0-c10ae93738db None None] Current status of the port 5a76016b-fa97-475f-9a0c-239e09ed784f is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:03:08.608221 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84765c-ea7e-4d41-9320-0d2d0459eb09 None None] Pushing event updated for resources: {'Port': ['ID=45d5029d-405d-47ab-bdf0-01a06b9f1758,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:08.609766 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11de7b6-a7d0-47a0-a791-a909180e7daf None None] Pushing event updated for resources: {'Port': ['ID=6f0768e5-c12a-4717-bd50-702e634a51f2,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:08.630062 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6e1a8fa8-d7c0-48e1-bd9b-0d66da44e0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (b55c15da-7819-4121-9b3d-44bf3e37a7bb), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:08.640019 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-ae72c10a-cf35-4048-a58d-c4502c4359dc req-5da1a8e9-ba47-416a-ac5c-f34525de7890 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] For port 0873fdde-71f9-4abf-8057-9974681e1223, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=0873fdde-71f9-4abf-8057-9974681e1223,segment=NetworkSegment(24c0ec21-3c7a-49b9-b9cd-bc17109016f1),segment_id=24c0ec21-3c7a-49b9-b9cd-bc17109016f1)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:03:08.640378 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ae72c10a-cf35-4048-a58d-c4502c4359dc req-5da1a8e9-ba47-416a-ac5c-f34525de7890 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (0873fdde-71f9-4abf-8057-9974681e1223), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:08.683195 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2c0f36b9-36df-437a-b096-82aff58d3e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (24ab1908-f16c-4580-86ea-c1bc5dfce600), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:08.685076 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-ae72c10a-cf35-4048-a58d-c4502c4359dc req-5da1a8e9-ba47-416a-ac5c-f34525de7890 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Calling delete_port for 0873fdde-71f9-4abf-8057-9974681e1223 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 01:03:08.691294 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-01dc9d01-05a8-4309-908f-00352dc0628a None None] Set router 59a1acae-0e9c-423b-b254-c1aed1c77971 gateway port host: dv-cinder-827778-1-iscsi {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:03:08.704977 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1a8fa8-d7c0-48e1-bd9b-0d66da44e0d8 admin admin] Network 03e92c86-a3b2-4a50-bb8c-ad63e47f70ee is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 01:03:08.710730 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-0429aa38-983b-49e1-8e1e-ffe4c61d4ecd None None] Provisioning complete for port eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:08.711446 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0429aa38-983b-49e1-8e1e-ffe4c61d4ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:08.713379 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-6e1a8fa8-d7c0-48e1-bd9b-0d66da44e0d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 01:03:08.726149 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1a8fa8-d7c0-48e1-bd9b-0d66da44e0d8 admin admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 01:03:08.773699 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a8fa8-d7c0-48e1-bd9b-0d66da44e0d8 admin admin] Pushing event updated for resources: {'Port': ['ID=b55c15da-7819-4121-9b3d-44bf3e37a7bb,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:08.837778 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-0429aa38-983b-49e1-8e1e-ffe4c61d4ecd None None] Current status of the port eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3 is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:03:08.849916 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-0429aa38-983b-49e1-8e1e-ffe4c61d4ecd None None] Provisioning complete for port 24ab1908-f16c-4580-86ea-c1bc5dfce600 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:08.850797 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0429aa38-983b-49e1-8e1e-ffe4c61d4ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (24ab1908-f16c-4580-86ea-c1bc5dfce600), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:08.916684 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-0429aa38-983b-49e1-8e1e-ffe4c61d4ecd None None] Port 24ab1908-f16c-4580-86ea-c1bc5dfce600 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 01:03:08.969447 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2c0f36b9-36df-437a-b096-82aff58d3e57 admin admin] Publish callbacks [] for port (24ab1908-f16c-4580-86ea-c1bc5dfce600), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:08.992123 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-01dc9d01-05a8-4309-908f-00352dc0628a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a1acae-0e9c-423b-b254-c1aed1c77971', 'name': 'tempest-TestMinimumBasicScenario-2132564736-router', 'tenant_id': 'e30936c961b14f4aa6d56be596f326c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '6f0768e5-c12a-4717-bd50-702e634a51f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:03:03Z', 'updated_at': '2022-02-04T01:03:05Z', 'revision_number': 3, 'project_id': 'e30936c961b14f4aa6d56be596f326c1', 'gw_port': {'id': '6f0768e5-c12a-4717-bd50-702e634a51f2', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a1acae-0e9c-423b-b254-c1aed1c77971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:04Z', 'updated_at': '2022-02-04T01:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi'}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:09.021733 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dc9d01-05a8-4309-908f-00352dc0628a None None] The sync data for ids ['59a1acae-0e9c-423b-b254-c1aed1c77971'] in dv-cinder-827778-1-iscsi is: [{'id': '59a1acae-0e9c-423b-b254-c1aed1c77971', 'name': 'tempest-TestMinimumBasicScenario-2132564736-router', 'tenant_id': 'e30936c961b14f4aa6d56be596f326c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '6f0768e5-c12a-4717-bd50-702e634a51f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:03:03Z', 'updated_at': '2022-02-04T01:03:05Z', 'revision_number': 3, 'project_id': 'e30936c961b14f4aa6d56be596f326c1', 'gw_port': {'id': '6f0768e5-c12a-4717-bd50-702e634a51f2', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a1acae-0e9c-423b-b254-c1aed1c77971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:04Z', 'updated_at': '2022-02-04T01:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 01:03:09.029304 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2c0f36b9-36df-437a-b096-82aff58d3e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-660056'] for port (24ab1908-f16c-4580-86ea-c1bc5dfce600), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:09.090220 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2c0f36b9-36df-437a-b096-82aff58d3e57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1763617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-478911'] for router_interface (59a1acae-0e9c-423b-b254-c1aed1c77971), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:09.134020 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ae72c10a-cf35-4048-a58d-c4502c4359dc req-5da1a8e9-ba47-416a-ac5c-f34525de7890 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (0873fdde-71f9-4abf-8057-9974681e1223), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:09.144586 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f36b9-36df-437a-b096-82aff58d3e57 admin admin] Pushing event updated for resources: {'Port': ['ID=24ab1908-f16c-4580-86ea-c1bc5dfce600,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:09.197166 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da1a8e9-ba47-416a-ac5c-f34525de7890 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Pushing event deleted for resources: {'Port': ['ID=0873fdde-71f9-4abf-8057-9974681e1223,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:09.197362 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0f36b9-36df-437a-b096-82aff58d3e57 admin admin] Network 2d568438-4bdd-4827-a763-bef7c6e3099f is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 01:03:09.198817 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-2c0f36b9-36df-437a-b096-82aff58d3e57 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 01:03:09.296728 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae72c10a-cf35-4048-a58d-c4502c4359dc req-5da1a8e9-ba47-416a-ac5c-f34525de7890 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] No DVR routers for this DVR port 0873fdde-71f9-4abf-8057-9974681e1223 on host hv-cinder-82777 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 01:03:09.306186 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ae72c10a-cf35-4048-a58d-c4502c4359dc req-5da1a8e9-ba47-416a-ac5c-f34525de7890 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:09.309697 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ae72c10a-cf35-4048-a58d-c4502c4359dc req-5da1a8e9-ba47-416a-ac5c-f34525de7890 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.39 "DELETE /v2.0/ports/0873fdde-71f9-4abf-8057-9974681e1223 HTTP/1.1" status: 204 len: 173 time: 1.8498647 Feb 04 01:03:09.311933 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acecd798-187e-4013-aba0-66a772a0c302', 'name': 'network-vif-deleted', 'tag': '0873fdde-71f9-4abf-8057-9974681e1223'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 01:03:09.315228 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9923a7793e9fa6102d344dd696201155eb04f662303130ce66584af0359f1e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516deda0-560c-4803-839c-2d3292731ffb" -d '{"events": [{"server_uuid": "acecd798-187e-4013-aba0-66a772a0c302", "name": "network-vif-deleted", "tag": "0873fdde-71f9-4abf-8057-9974681e1223"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 01:03:09.365829 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6e1a8fa8-d7c0-48e1-bd9b-0d66da44e0d8 admin admin] Publish callbacks [] for router_gateway (8ce13276-9b60-4820-aa84-ee1fc9754857), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:09.370188 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 01:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad16728-6baa-4d9f-ac84-7995c9ee0c80 x-openstack-request-id: req-bad16728-6baa-4d9f-ac84-7995c9ee0c80 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 01:03:09.370458 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acecd798-187e-4013-aba0-66a772a0c302", "name": "network-vif-deleted", "tag": "0873fdde-71f9-4abf-8057-9974681e1223", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 01:03:09.370652 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bad16728-6baa-4d9f-ac84-7995c9ee0c80 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 01:03:09.371074 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acecd798-187e-4013-aba0-66a772a0c302', 'name': 'network-vif-deleted', 'tag': '0873fdde-71f9-4abf-8057-9974681e1223', 'status': 'completed', 'code': 200} Feb 04 01:03:09.414597 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0f36b9-36df-437a-b096-82aff58d3e57 admin admin] Router 59a1acae-0e9c-423b-b254-c1aed1c77971 has already been hosted by L3 agent 05e42f77-b612-4439-9acd-15af6102b82d {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 01:03:09.566322 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-0c0e06a9-1bfe-4618-ac98-0c0310164c90 None None] Provisioning complete for port 24ab1908-f16c-4580-86ea-c1bc5dfce600 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:09.566873 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0c0e06a9-1bfe-4618-ac98-0c0310164c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (24ab1908-f16c-4580-86ea-c1bc5dfce600), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:09.594697 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0f36b9-36df-437a-b096-82aff58d3e57 admin admin] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 01:03:09.596875 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-2c0f36b9-36df-437a-b096-82aff58d3e57 admin admin] 10.222.0.10 "PUT /v2.0/routers/59a1acae-0e9c-423b-b254-c1aed1c77971/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6417143 Feb 04 01:03:09.609130 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-66711b8e-c8f1-44d0-827f-f4c0ec1913d7 req-bfe0d770-fcc5-48d9-8b63-ef41f6749aa8 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=acecd798-187e-4013-aba0-66a772a0c302 HTTP/1.1" status: 200 len: 210 time: 0.0661924 Feb 04 01:03:09.664097 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 0873fdde-71f9-4abf-8057-9974681e1223 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 01:03:09.713370 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] No Port match for: 0873fdde-71f9-4abf-8057-9974681e1223 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 01:03:09.713977 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 0873fdde-71f9-4abf-8057-9974681e1223 not bound to the agent host hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 01:03:09.715702 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-0c0e06a9-1bfe-4618-ac98-0c0310164c90 None None] Port 24ab1908-f16c-4580-86ea-c1bc5dfce600 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 01:03:09.864281 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6e1a8fa8-d7c0-48e1-bd9b-0d66da44e0d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477280'] for router (8ce13276-9b60-4820-aa84-ee1fc9754857), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:10.102570 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe532b2-06a5-4285-8ccd-e947f04216ca None None] Network 2e37c033-aa28-42b8-b6b8-ee610e9ee625 requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 01:03:10.110612 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 45d5029d-405d-47ab-bdf0-01a06b9f1758 up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 01:03:10.148693 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1a8fa8-d7c0-48e1-bd9b-0d66da44e0d8 admin admin] Router 8ce13276-9b60-4820-aa84-ee1fc9754857 is scheduled to L3 agent 05e42f77-b612-4439-9acd-15af6102b82d with binding_index 1 {{(pid=109723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 01:03:10.192016 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d10a6ae5-9694-4e56-ad65-9c882723e021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:10.220593 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-e67d5750-a2f0-4fdf-bb21-41ec4b3d1e60 None None] Provisioning complete for port 45d5029d-405d-47ab-bdf0-01a06b9f1758 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:10.220971 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e67d5750-a2f0-4fdf-bb21-41ec4b3d1e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (45d5029d-405d-47ab-bdf0-01a06b9f1758), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:10.279695 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1a8fa8-d7c0-48e1-bd9b-0d66da44e0d8 admin admin] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 01:03:10.292036 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2befa7-28bd-4cfa-8a6d-f1ce5d82a153 None None] Sync routers for ids ['8ce13276-9b60-4820-aa84-ee1fc9754857'] in dv-cinder-827778-1-iscsi {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 01:03:10.316672 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2befa7-28bd-4cfa-8a6d-f1ce5d82a153 None None] Routers {'8ce13276-9b60-4820-aa84-ee1fc9754857'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:03:10.319016 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-1b2befa7-28bd-4cfa-8a6d-f1ce5d82a153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:02:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['8ce13276-9b60-4820-aa84-ee1fc9754857'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:10.379512 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6e1a8fa8-d7c0-48e1-bd9b-0d66da44e0d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:10.381000 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-6e1a8fa8-d7c0-48e1-bd9b-0d66da44e0d8 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8537104 Feb 04 01:03:10.383903 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 35748) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:03:10.462913 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port 45d5029d-405d-47ab-bdf0-01a06b9f1758 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:10.463201 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (45d5029d-405d-47ab-bdf0-01a06b9f1758), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:10.469446 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-1b2befa7-28bd-4cfa-8a6d-f1ce5d82a153 None None] Set router 8ce13276-9b60-4820-aa84-ee1fc9754857 gateway port host: dv-cinder-827778-1-iscsi {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:03:10.556525 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-e67d5750-a2f0-4fdf-bb21-41ec4b3d1e60 None None] Current status of the port 45d5029d-405d-47ab-bdf0-01a06b9f1758 is: DOWN; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:03:10.563453 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e67d5750-a2f0-4fdf-bb21-41ec4b3d1e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (45d5029d-405d-47ab-bdf0-01a06b9f1758), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:10.680600 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 35756) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:03:10.681038 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-e67d5750-a2f0-4fdf-bb21-41ec4b3d1e60 None None] For port 45d5029d-405d-47ab-bdf0-01a06b9f1758, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=45d5029d-405d-47ab-bdf0-01a06b9f1758,segment=NetworkSegment(c5679fa4-007d-43cb-b1a2-5c7bbb8a66d9),segment_id=c5679fa4-007d-43cb-b1a2-5c7bbb8a66d9)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:03:10.689137 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [None req-39aac51a-8558-4c68-9e16-a2b48e56d28a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-678853902-network', 'tenant_id': 'a44cbce0ef7541418d3af31361c8e1bd'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 01:03:10.701176 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port 45d5029d-405d-47ab-bdf0-01a06b9f1758 is: DOWN; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:03:10.701671 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (45d5029d-405d-47ab-bdf0-01a06b9f1758), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:10.739087 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e67d5750-a2f0-4fdf-bb21-41ec4b3d1e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (45d5029d-405d-47ab-bdf0-01a06b9f1758), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:10.780500 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-1b2befa7-28bd-4cfa-8a6d-f1ce5d82a153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce13276-9b60-4820-aa84-ee1fc9754857', 'name': 'tempest-TestShelveInstance-1750406063-router', 'tenant_id': '48d283caa5954a1cb8e11298fc4e9f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b55c15da-7819-4121-9b3d-44bf3e37a7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:03:06Z', 'updated_at': '2022-02-04T01:03:08Z', 'revision_number': 3, 'project_id': '48d283caa5954a1cb8e11298fc4e9f52', 'gw_port': {'id': 'b55c15da-7819-4121-9b3d-44bf3e37a7bb', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ef:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce13276-9b60-4820-aa84-ee1fc9754857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:07Z', 'updated_at': '2022-02-04T01:03:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi'}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:10.794707 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39aac51a-8558-4c68-9e16-a2b48e56d28a admin admin] Made reservation on behalf of a44cbce0ef7541418d3af31361c8e1bd for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 01:03:10.798037 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-39aac51a-8558-4c68-9e16-a2b48e56d28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for network (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:10.820018 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-39aac51a-8558-4c68-9e16-a2b48e56d28a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:10.854793 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.db.api [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 01:03:10.857624 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2befa7-28bd-4cfa-8a6d-f1ce5d82a153 None None] Checking router: 8ce13276-9b60-4820-aa84-ee1fc9754857 for host: dv-cinder-827778-1-iscsi {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 01:03:10.858112 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2befa7-28bd-4cfa-8a6d-f1ce5d82a153 None None] Updating router 8ce13276-9b60-4820-aa84-ee1fc9754857 port b55c15da-7819-4121-9b3d-44bf3e37a7bb binding host dv-cinder-827778-1-iscsi {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 01:03:10.861923 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG oslo_db.api [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 01:03:10.870274 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d5750-a2f0-4fdf-bb21-41ec4b3d1e60 None None] Pushing event updated for resources: {'Port': ['ID=45d5029d-405d-47ab-bdf0-01a06b9f1758,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:10.883788 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-6ff47b2d-b9e5-41fa-b043-47684476cea9 None None] Provisioning complete for port 45d5029d-405d-47ab-bdf0-01a06b9f1758 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:10.884372 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6ff47b2d-b9e5-41fa-b043-47684476cea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (45d5029d-405d-47ab-bdf0-01a06b9f1758), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:10.909458 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-1b2befa7-28bd-4cfa-8a6d-f1ce5d82a153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (b55c15da-7819-4121-9b3d-44bf3e37a7bb), before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:10.945448 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9e586740-887b-4eef-861b-9371ec77b5a3 req-e01e294a-de2b-4ddb-93b0-f29c8920a353 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "GET /v2.0/ports?device_id=acecd798-187e-4013-aba0-66a772a0c302 HTTP/1.1" status: 200 len: 210 time: 0.0526206 Feb 04 01:03:10.988249 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-39aac51a-8558-4c68-9e16-a2b48e56d28a admin admin] Publish callbacks [] for security_group (915c4602-2e4a-4991-af84-9b1d9bba0ed3), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:10.994599 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-6ff47b2d-b9e5-41fa-b043-47684476cea9 None None] Current status of the port 45d5029d-405d-47ab-bdf0-01a06b9f1758 is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:03:11.053549 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a29605a7-259f-4fe8-89aa-6720e04f9306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:11.085128 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-39aac51a-8558-4c68-9e16-a2b48e56d28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (915c4602-2e4a-4991-af84-9b1d9bba0ed3), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:11.117705 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39aac51a-8558-4c68-9e16-a2b48e56d28a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 01:03:11.130624 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aac51a-8558-4c68-9e16-a2b48e56d28a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915c4602-2e4a-4991-af84-9b1d9bba0ed3,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:11.135404 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-39aac51a-8558-4c68-9e16-a2b48e56d28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650'] for segment (fa6282ed-e3b6-4ea0-aed5-f46784b3f58e), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:11.135994 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.db.segments_db [None req-39aac51a-8558-4c68-9e16-a2b48e56d28a admin admin] Added segment fa6282ed-e3b6-4ea0-aed5-f46784b3f58e of type vlan for network 5626eaed-0bdd-4a23-bcd6-ad1bd90b13af Feb 04 01:03:11.183332 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-39aac51a-8558-4c68-9e16-a2b48e56d28a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784745949642'] for network (5626eaed-0bdd-4a23-bcd6-ad1bd90b13af), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:11.241694 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-a29605a7-259f-4fe8-89aa-6720e04f9306 admin admin] Allocated IP 172.20.0.1 (2e37c033-aa28-42b8-b6b8-ee610e9ee625/d6afb95f-afc7-4bb5-b879-7bc79367c5ed/dfe1b156-0ee8-47d5-8213-360c480f5352) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 01:03:11.269002 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-39aac51a-8558-4c68-9e16-a2b48e56d28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599'] for network (5626eaed-0bdd-4a23-bcd6-ad1bd90b13af), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:11.269219 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf624fa1-76da-4a09-a3d8-3ddfd3c361d7 None None] Sync routers for ids ['59a1acae-0e9c-423b-b254-c1aed1c77971'] in dv-cinder-827778-1-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 01:03:11.270026 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39aac51a-8558-4c68-9e16-a2b48e56d28a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:11.270711 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-39aac51a-8558-4c68-9e16-a2b48e56d28a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for network (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:11.281333 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf624fa1-76da-4a09-a3d8-3ddfd3c361d7 None None] Routers {'59a1acae-0e9c-423b-b254-c1aed1c77971'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:03:11.282287 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-bf624fa1-76da-4a09-a3d8-3ddfd3c361d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:02:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['59a1acae-0e9c-423b-b254-c1aed1c77971'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:11.312043 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-1b2befa7-28bd-4cfa-8a6d-f1ce5d82a153 None None] Publish callbacks [] for port (b55c15da-7819-4121-9b3d-44bf3e37a7bb), precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:11.348803 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aac51a-8558-4c68-9e16-a2b48e56d28a admin admin] Pushing event updated for resources: {'Network': ['ID=5626eaed-0bdd-4a23-bcd6-ad1bd90b13af,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:11.356054 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a29605a7-259f-4fe8-89aa-6720e04f9306 admin admin] Publish callbacks [] for port (dfe1b156-0ee8-47d5-8213-360c480f5352), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:11.368427 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Network 5626eaed-0bdd-4a23-bcd6-ad1bd90b13af details requested by agent ovs-agent-dv-cinder-827778-1-iscsi with host dv-cinder-827778-1-iscsi {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 01:03:11.387278 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-39aac51a-8558-4c68-9e16-a2b48e56d28a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7020590 Feb 04 01:03:11.392007 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 35758) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:03:11.392788 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [None req-ed4010d1-9e6c-43ef-a8ed-a60155615fd9 admin admin] Request body: {'subnet': {'network_id': '5626eaed-0bdd-4a23-bcd6-ad1bd90b13af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-678853902-subnet', 'tenant_id': 'a44cbce0ef7541418d3af31361c8e1bd', 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 01:03:11.411509 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-1b2befa7-28bd-4cfa-8a6d-f1ce5d82a153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (b55c15da-7819-4121-9b3d-44bf3e37a7bb), after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:11.463731 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-1b2befa7-28bd-4cfa-8a6d-f1ce5d82a153 None None] Attempting to bind port b55c15da-7819-4121-9b3d-44bf3e37a7bb on host dv-cinder-827778-1-iscsi for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 01:03:11.464125 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port 45d5029d-405d-47ab-bdf0-01a06b9f1758 is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:03:11.464264 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-1b2befa7-28bd-4cfa-8a6d-f1ce5d82a153 None None] Attempting to bind port b55c15da-7819-4121-9b3d-44bf3e37a7bb by drivers openvswitch,hyperv on host dv-cinder-827778-1-iscsi at level 0 using segments [{'id': 'e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 01:03:11.464530 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2befa7-28bd-4cfa-8a6d-f1ce5d82a153 None None] Attempting to bind port b55c15da-7819-4121-9b3d-44bf3e37a7bb on network 03e92c86-a3b2-4a50-bb8c-ad63e47f70ee {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 01:03:11.465148 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3 up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 01:03:11.467887 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ecf334-9b6a-4adb-b1d8-62f9e4aa67e9 None None] Pushing event updated for resources: {'Port': ['ID=b55c15da-7819-4121-9b3d-44bf3e37a7bb,revision_number=2']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:11.472532 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2befa7-28bd-4cfa-8a6d-f1ce5d82a153 None None] Checking agent: {'id': '0e3a6df7-c473-4931-90ee-c50828366a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 44, 16), 'started_at': datetime.datetime(2022, 2, 4, 0, 44, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 1, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 01:03:11.472912 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2befa7-28bd-4cfa-8a6d-f1ce5d82a153 None None] Checking segment: {'id': 'e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 01:03:11.473394 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-1b2befa7-28bd-4cfa-8a6d-f1ce5d82a153 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:11.473804 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2befa7-28bd-4cfa-8a6d-f1ce5d82a153 None None] Bound using segment: {'id': 'e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 01:03:11.474276 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-1b2befa7-28bd-4cfa-8a6d-f1ce5d82a153 None None] Bound port: b55c15da-7819-4121-9b3d-44bf3e37a7bb, host: dv-cinder-827778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 01:03:11.474654 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-1b2befa7-28bd-4cfa-8a6d-f1ce5d82a153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (b55c15da-7819-4121-9b3d-44bf3e37a7bb), before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:11.501068 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a29605a7-259f-4fe8-89aa-6720e04f9306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-660047'] for port (dfe1b156-0ee8-47d5-8213-360c480f5352), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:11.528391 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-bf624fa1-76da-4a09-a3d8-3ddfd3c361d7 None None] Set router 59a1acae-0e9c-423b-b254-c1aed1c77971 gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:03:11.533180 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4010d1-9e6c-43ef-a8ed-a60155615fd9 admin admin] Made reservation on behalf of a44cbce0ef7541418d3af31361c8e1bd for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 01:03:11.535193 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29605a7-259f-4fe8-89aa-6720e04f9306 admin admin] Network 2e37c033-aa28-42b8-b6b8-ee610e9ee625 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 01:03:11.538763 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ed4010d1-9e6c-43ef-a8ed-a60155615fd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8755904'] for subnet (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:11.540791 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-1b2befa7-28bd-4cfa-8a6d-f1ce5d82a153 None None] For port b55c15da-7819-4121-9b3d-44bf3e37a7bb, host dv-cinder-827778-1-iscsi, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 01:03:11.541436 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-a29605a7-259f-4fe8-89aa-6720e04f9306 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 01:03:11.544112 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29605a7-259f-4fe8-89aa-6720e04f9306 admin admin] Pushing event updated for resources: {'Port': ['ID=dfe1b156-0ee8-47d5-8213-360c480f5352,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:11.546707 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-1b2befa7-28bd-4cfa-8a6d-f1ce5d82a153 None None] For port b55c15da-7819-4121-9b3d-44bf3e37a7bb, host dv-cinder-827778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=b55c15da-7819-4121-9b3d-44bf3e37a7bb,segment=NetworkSegment(e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a),segment_id=e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 01:03:11.546966 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29605a7-259f-4fe8-89aa-6720e04f9306 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 01:03:11.594091 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a29605a7-259f-4fe8-89aa-6720e04f9306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601359'] for router_interface (8ce13276-9b60-4820-aa84-ee1fc9754857), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:11.650723 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:11.650723 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:11.662783 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-1b2befa7-28bd-4cfa-8a6d-f1ce5d82a153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (b55c15da-7819-4121-9b3d-44bf3e37a7bb), after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:11.758596 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2befa7-28bd-4cfa-8a6d-f1ce5d82a153 None None] Routers {'8ce13276-9b60-4820-aa84-ee1fc9754857'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:03:11.760276 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-1b2befa7-28bd-4cfa-8a6d-f1ce5d82a153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:02:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['8ce13276-9b60-4820-aa84-ee1fc9754857'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:11.790380 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3 is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:03:11.791503 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 6f0768e5-c12a-4717-bd50-702e634a51f2 up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 01:03:11.822243 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a29605a7-259f-4fe8-89aa-6720e04f9306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (dfe1b156-0ee8-47d5-8213-360c480f5352), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:11.829261 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ecf334-9b6a-4adb-b1d8-62f9e4aa67e9 None None] Pushing event updated for resources: {'Port': ['ID=b55c15da-7819-4121-9b3d-44bf3e37a7bb,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:11.852715 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ed4010d1-9e6c-43ef-a8ed-a60155615fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10428051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8755958'] for subnet (5a2444e5-4571-4b82-bd9c-94f4da0f8969), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:11.854901 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-bf624fa1-76da-4a09-a3d8-3ddfd3c361d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a1acae-0e9c-423b-b254-c1aed1c77971', 'name': 'tempest-TestMinimumBasicScenario-2132564736-router', 'tenant_id': 'e30936c961b14f4aa6d56be596f326c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '6f0768e5-c12a-4717-bd50-702e634a51f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:03:03Z', 'updated_at': '2022-02-04T01:03:08Z', 'revision_number': 4, 'project_id': 'e30936c961b14f4aa6d56be596f326c1', 'gw_port': {'id': '6f0768e5-c12a-4717-bd50-702e634a51f2', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a1acae-0e9c-423b-b254-c1aed1c77971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:04Z', 'updated_at': '2022-02-04T01:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': '24ab1908-f16c-4580-86ea-c1bc5dfce600', 'name': '', 'network_id': '2d568438-4bdd-4827-a763-bef7c6e3099f', 'tenant_id': 'e30936c961b14f4aa6d56be596f326c1', 'mac_address': 'fa:16:3e:76:0b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a1acae-0e9c-423b-b254-c1aed1c77971', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ddf90734-0a1a-4e97-9c10-6b152ee872e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:07Z', 'updated_at': '2022-02-04T01:03:08Z', 'revision_number': 2, 'project_id': 'e30936c961b14f4aa6d56be596f326c1', 'subnets': [{'id': 'ddf90734-0a1a-4e97-9c10-6b152ee872e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:11.888030 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf624fa1-76da-4a09-a3d8-3ddfd3c361d7 None None] Checking router: 59a1acae-0e9c-423b-b254-c1aed1c77971 for host: dv-cinder-827778-1-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 01:03:11.888399 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf624fa1-76da-4a09-a3d8-3ddfd3c361d7 None None] Updating router 59a1acae-0e9c-423b-b254-c1aed1c77971 port 24ab1908-f16c-4580-86ea-c1bc5dfce600 binding host dv-cinder-827778-1-iscsi {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 01:03:11.924655 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bf624fa1-76da-4a09-a3d8-3ddfd3c361d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (24ab1908-f16c-4580-86ea-c1bc5dfce600), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:11.926531 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4010d1-9e6c-43ef-a8ed-a60155615fd9 admin admin] Checking segment: {'id': 'fa6282ed-e3b6-4ea0-aed5-f46784b3f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5626eaed-0bdd-4a23-bcd6-ad1bd90b13af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 01:03:11.926973 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4010d1-9e6c-43ef-a8ed-a60155615fd9 admin admin] Network hostable DHCP agents. Network: 5626eaed-0bdd-4a23-bcd6-ad1bd90b13af, hostable agents: ['3f99e642-0ed0-4983-9f25-ae4b5e9c36f7'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 01:03:11.931656 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4010d1-9e6c-43ef-a8ed-a60155615fd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a2444e5-4571-4b82-bd9c-94f4da0f8969,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:11.947997 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-1b2befa7-28bd-4cfa-8a6d-f1ce5d82a153 None None] Set router 8ce13276-9b60-4820-aa84-ee1fc9754857 gateway port host: dv-cinder-827778-1-iscsi {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:03:11.949325 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port 6f0768e5-c12a-4717-bd50-702e634a51f2 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:11.949638 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (6f0768e5-c12a-4717-bd50-702e634a51f2), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:12.015588 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-3a56d337-f7e1-486b-a62a-596430fa575d None None] Provisioning complete for port dfe1b156-0ee8-47d5-8213-360c480f5352 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:12.015588 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3a56d337-f7e1-486b-a62a-596430fa575d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (dfe1b156-0ee8-47d5-8213-360c480f5352), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:12.026329 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a29605a7-259f-4fe8-89aa-6720e04f9306 admin admin] Publish callbacks [] for port (dfe1b156-0ee8-47d5-8213-360c480f5352), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:12.031563 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 35762) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:03:12.072556 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4010d1-9e6c-43ef-a8ed-a60155615fd9 admin admin] Network 5626eaed-0bdd-4a23-bcd6-ad1bd90b13af is scheduled to be hosted by DHCP agent 3f99e642-0ed0-4983-9f25-ae4b5e9c36f7 with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 01:03:12.092754 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a29605a7-259f-4fe8-89aa-6720e04f9306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-660056'] for port (dfe1b156-0ee8-47d5-8213-360c480f5352), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:12.118345 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-3a56d337-f7e1-486b-a62a-596430fa575d None None] Port dfe1b156-0ee8-47d5-8213-360c480f5352 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 01:03:12.162855 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-1b2befa7-28bd-4cfa-8a6d-f1ce5d82a153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce13276-9b60-4820-aa84-ee1fc9754857', 'name': 'tempest-TestShelveInstance-1750406063-router', 'tenant_id': '48d283caa5954a1cb8e11298fc4e9f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b55c15da-7819-4121-9b3d-44bf3e37a7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:03:06Z', 'updated_at': '2022-02-04T01:03:08Z', 'revision_number': 3, 'project_id': '48d283caa5954a1cb8e11298fc4e9f52', 'gw_port': {'id': 'b55c15da-7819-4121-9b3d-44bf3e37a7bb', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ef:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce13276-9b60-4820-aa84-ee1fc9754857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:07Z', 'updated_at': '2022-02-04T01:03:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi'}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:12.174968 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-ed4010d1-9e6c-43ef-a8ed-a60155615fd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827778-1-iscsi, 5626eaed-0bdd-4a23-bcd6-ad1bd90b13af) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 01:03:12.180246 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4010d1-9e6c-43ef-a8ed-a60155615fd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:12.180543 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ed4010d1-9e6c-43ef-a8ed-a60155615fd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for subnet (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:12.185309 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port 6f0768e5-c12a-4717-bd50-702e634a51f2 is: DOWN; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:03:12.186296 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (6f0768e5-c12a-4717-bd50-702e634a51f2), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:12.195750 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4492e4-f521-4231-be17-cc0300aca465 None None] Network 5626eaed-0bdd-4a23-bcd6-ad1bd90b13af requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 01:03:12.205741 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-92f45756-bdb0-4d64-9180-4ab0b44c0cd6 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Deleting port 9cff0e1b-249c-4db0-85d3-0b51f9187e57 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 01:03:12.206248 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-92f45756-bdb0-4d64-9180-4ab0b44c0cd6 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (9cff0e1b-249c-4db0-85d3-0b51f9187e57), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:12.213961 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2befa7-28bd-4cfa-8a6d-f1ce5d82a153 None None] The sync data for ids ['8ce13276-9b60-4820-aa84-ee1fc9754857'] in dv-cinder-827778-1-iscsi is: [{'id': '8ce13276-9b60-4820-aa84-ee1fc9754857', 'name': 'tempest-TestShelveInstance-1750406063-router', 'tenant_id': '48d283caa5954a1cb8e11298fc4e9f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b55c15da-7819-4121-9b3d-44bf3e37a7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:03:06Z', 'updated_at': '2022-02-04T01:03:08Z', 'revision_number': 3, 'project_id': '48d283caa5954a1cb8e11298fc4e9f52', 'gw_port': {'id': 'b55c15da-7819-4121-9b3d-44bf3e37a7bb', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ef:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce13276-9b60-4820-aa84-ee1fc9754857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:07Z', 'updated_at': '2022-02-04T01:03:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 01:03:12.291989 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-ed4010d1-9e6c-43ef-a8ed-a60155615fd9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9007263 Feb 04 01:03:12.293507 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 35764) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:03:12.301179 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-855360ae-79fa-495f-b971-730810b64d16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:12.304883 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [None req-79fda0e7-fb31-4635-8f8a-dd7e92805a99 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-678853902-router', 'tenant_id': 'a44cbce0ef7541418d3af31361c8e1bd', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 01:03:12.316840 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] For port 6f0768e5-c12a-4717-bd50-702e634a51f2, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=6f0768e5-c12a-4717-bd50-702e634a51f2,segment=NetworkSegment(e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a),segment_id=e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:03:12.334000 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-92f45756-bdb0-4d64-9180-4ab0b44c0cd6 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (9cff0e1b-249c-4db0-85d3-0b51f9187e57), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:12.334393 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-92f45756-bdb0-4d64-9180-4ab0b44c0cd6 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for floatingip (9cff0e1b-249c-4db0-85d3-0b51f9187e57), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:12.354183 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-92f45756-bdb0-4d64-9180-4ab0b44c0cd6 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Calling delete_port for 9cff0e1b-249c-4db0-85d3-0b51f9187e57 owned by network:floatingip {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 01:03:12.417385 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39188efe-1220-4bae-9c54-3516652d42cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp722f4b90-efd4-5043-8a2b-763f3536f0fd-5626eaed-0bdd-4a23-bcd6-ad1bd90b13af', 'network_id': '5626eaed-0bdd-4a23-bcd6-ad1bd90b13af', 'project_id': 'a44cbce0ef7541418d3af31361c8e1bd', 'fixed_ips': [{'subnet_id': '5a2444e5-4571-4b82-bd9c-94f4da0f8969'}]}} from dv-cinder-827778-1-iscsi. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 01:03:12.419157 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-39188efe-1220-4bae-9c54-3516652d42cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:12.430392 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (6f0768e5-c12a-4717-bd50-702e634a51f2), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:12.476105 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a29605a7-259f-4fe8-89aa-6720e04f9306 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1763617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-478911'] for router_interface (8ce13276-9b60-4820-aa84-ee1fc9754857), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:12.505844 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29605a7-259f-4fe8-89aa-6720e04f9306 admin admin] Pushing event updated for resources: {'Port': ['ID=dfe1b156-0ee8-47d5-8213-360c480f5352,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:12.526295 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-79fda0e7-fb31-4635-8f8a-dd7e92805a99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26682'] for router (e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:12.527870 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-79fda0e7-fb31-4635-8f8a-dd7e92805a99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26691'] for router (e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:12.592778 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-92f45756-bdb0-4d64-9180-4ab0b44c0cd6 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (9cff0e1b-249c-4db0-85d3-0b51f9187e57), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:12.595900 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-79fda0e7-fb31-4635-8f8a-dd7e92805a99 admin admin] Publish callbacks [] for router_controller (e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67), precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:12.622258 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f45756-bdb0-4d64-9180-4ab0b44c0cd6 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Pushing event deleted for resources: {'Port': ['ID=9cff0e1b-249c-4db0-85d3-0b51f9187e57,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:12.640140 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29605a7-259f-4fe8-89aa-6720e04f9306 admin admin] Network 2e37c033-aa28-42b8-b6b8-ee610e9ee625 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 01:03:12.641681 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-a29605a7-259f-4fe8-89aa-6720e04f9306 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 01:03:12.645776 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 45d5029d-405d-47ab-bdf0-01a06b9f1758 up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 01:03:12.718285 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bf624fa1-76da-4a09-a3d8-3ddfd3c361d7 None None] Publish callbacks [] for port (24ab1908-f16c-4580-86ea-c1bc5dfce600), precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:12.802223 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-92f45756-bdb0-4d64-9180-4ab0b44c0cd6 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for floatingip (8eace7c5-5e52-439a-85b8-18c03b625c7c), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:12.804851 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-92f45756-bdb0-4d64-9180-4ab0b44c0cd6 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for floatingip (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:12.806050 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-92f45756-bdb0-4d64-9180-4ab0b44c0cd6 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "DELETE /v2.0/floatingips/8eace7c5-5e52-439a-85b8-18c03b625c7c HTTP/1.1" status: 204 len: 168 time: 0.7733939 Feb 04 01:03:12.836843 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29605a7-259f-4fe8-89aa-6720e04f9306 admin admin] Router 8ce13276-9b60-4820-aa84-ee1fc9754857 has already been hosted by L3 agent 05e42f77-b612-4439-9acd-15af6102b82d {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 01:03:12.840796 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Pushing event updated for resources: {'Port': ['ID=6f0768e5-c12a-4717-bd50-702e634a51f2,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:12.843833 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bf624fa1-76da-4a09-a3d8-3ddfd3c361d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (24ab1908-f16c-4580-86ea-c1bc5dfce600), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:12.977088 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36699cf8-057a-41c1-a9f8-7ed3f84b2e0d None None] Pushing event updated for resources: {'Port': ['ID=24ab1908-f16c-4580-86ea-c1bc5dfce600,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:13.000570 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port 45d5029d-405d-47ab-bdf0-01a06b9f1758 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:13.000570 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (45d5029d-405d-47ab-bdf0-01a06b9f1758), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:13.017301 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-79fda0e7-fb31-4635-8f8a-dd7e92805a99 admin admin] Publish callbacks [] for router_gateway (e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:13.083095 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29605a7-259f-4fe8-89aa-6720e04f9306 admin admin] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 01:03:13.089545 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-a29605a7-259f-4fe8-89aa-6720e04f9306 admin admin] 10.222.0.10 "PUT /v2.0/routers/8ce13276-9b60-4820-aa84-ee1fc9754857/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7038372 Feb 04 01:03:13.122409 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-39188efe-1220-4bae-9c54-3516652d42cb None None] Allocated IP 172.20.0.2 (5626eaed-0bdd-4a23-bcd6-ad1bd90b13af/5a2444e5-4571-4b82-bd9c-94f4da0f8969/70de5549-e698-4e07-bd7f-9e161923c2c7) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 01:03:13.188188 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-bf624fa1-76da-4a09-a3d8-3ddfd3c361d7 None None] Attempting to bind port 24ab1908-f16c-4580-86ea-c1bc5dfce600 on host dv-cinder-827778-1-iscsi for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 01:03:13.188792 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-bf624fa1-76da-4a09-a3d8-3ddfd3c361d7 None None] Attempting to bind port 24ab1908-f16c-4580-86ea-c1bc5dfce600 by drivers openvswitch,hyperv on host dv-cinder-827778-1-iscsi at level 0 using segments [{'id': 'ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2d568438-4bdd-4827-a763-bef7c6e3099f'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 01:03:13.190083 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf624fa1-76da-4a09-a3d8-3ddfd3c361d7 None None] Attempting to bind port 24ab1908-f16c-4580-86ea-c1bc5dfce600 on network 2d568438-4bdd-4827-a763-bef7c6e3099f {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 01:03:13.220174 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-402be214-7511-4860-8e89-99c460919d09 None None] Provisioning complete for port dfe1b156-0ee8-47d5-8213-360c480f5352 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:13.220676 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-402be214-7511-4860-8e89-99c460919d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (dfe1b156-0ee8-47d5-8213-360c480f5352), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:13.287673 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf624fa1-76da-4a09-a3d8-3ddfd3c361d7 None None] Checking agent: {'id': '0e3a6df7-c473-4931-90ee-c50828366a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 44, 16), 'started_at': datetime.datetime(2022, 2, 4, 0, 44, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 1, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 01:03:13.288054 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf624fa1-76da-4a09-a3d8-3ddfd3c361d7 None None] Checking segment: {'id': 'ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2d568438-4bdd-4827-a763-bef7c6e3099f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 01:03:13.288779 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bf624fa1-76da-4a09-a3d8-3ddfd3c361d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:13.289179 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf624fa1-76da-4a09-a3d8-3ddfd3c361d7 None None] Bound using segment: {'id': 'ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2d568438-4bdd-4827-a763-bef7c6e3099f'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 01:03:13.289700 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-bf624fa1-76da-4a09-a3d8-3ddfd3c361d7 None None] Bound port: 24ab1908-f16c-4580-86ea-c1bc5dfce600, host: dv-cinder-827778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2d568438-4bdd-4827-a763-bef7c6e3099f'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 01:03:13.290071 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bf624fa1-76da-4a09-a3d8-3ddfd3c361d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (24ab1908-f16c-4580-86ea-c1bc5dfce600), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:13.391304 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-79fda0e7-fb31-4635-8f8a-dd7e92805a99 admin admin] Publish callbacks [] for router_gateway (e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:13.411983 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-402be214-7511-4860-8e89-99c460919d09 None None] Port dfe1b156-0ee8-47d5-8213-360c480f5352 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 01:03:13.412223 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-79fda0e7-fb31-4635-8f8a-dd7e92805a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:13.433831 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port 45d5029d-405d-47ab-bdf0-01a06b9f1758 is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:03:13.515047 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-bf624fa1-76da-4a09-a3d8-3ddfd3c361d7 None None] For port 24ab1908-f16c-4580-86ea-c1bc5dfce600, host dv-cinder-827778-1-iscsi, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 01:03:13.525952 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:13.541931 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-bf624fa1-76da-4a09-a3d8-3ddfd3c361d7 None None] For port 24ab1908-f16c-4580-86ea-c1bc5dfce600, host dv-cinder-827778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=24ab1908-f16c-4580-86ea-c1bc5dfce600,segment=NetworkSegment(ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5),segment_id=ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 01:03:13.555700 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-79fda0e7-fb31-4635-8f8a-dd7e92805a99 admin admin] Allocated IP 172.27.1.139 (03e92c86-a3b2-4a50-bb8c-ad63e47f70ee/b22bab27-11ad-47ee-b4e2-a457ed5eeb04/0541e0e6-1f39-4807-b4f4-bc56b43abd81) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 01:03:13.562538 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-78a6859f-bcf2-428a-a4eb-4777e6c63b1d None None] Provisioning complete for port 24ab1908-f16c-4580-86ea-c1bc5dfce600 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:13.562928 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-78a6859f-bcf2-428a-a4eb-4777e6c63b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (24ab1908-f16c-4580-86ea-c1bc5dfce600), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:13.588625 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-39188efe-1220-4bae-9c54-3516652d42cb None None] Publish callbacks [] for port (70de5549-e698-4e07-bd7f-9e161923c2c7), precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:13.604486 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-78a6859f-bcf2-428a-a4eb-4777e6c63b1d None None] Port 24ab1908-f16c-4580-86ea-c1bc5dfce600 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 01:03:13.645409 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bf624fa1-76da-4a09-a3d8-3ddfd3c361d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (24ab1908-f16c-4580-86ea-c1bc5dfce600), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:13.682244 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-79fda0e7-fb31-4635-8f8a-dd7e92805a99 admin admin] Publish callbacks [] for port (0541e0e6-1f39-4807-b4f4-bc56b43abd81), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:13.700805 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-39188efe-1220-4bae-9c54-3516652d42cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223'] for port (70de5549-e698-4e07-bd7f-9e161923c2c7), after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:13.735056 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36699cf8-057a-41c1-a9f8-7ed3f84b2e0d None None] Pushing event updated for resources: {'Port': ['ID=24ab1908-f16c-4580-86ea-c1bc5dfce600,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:13.768846 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39188efe-1220-4bae-9c54-3516652d42cb None None] Network 5626eaed-0bdd-4a23-bcd6-ad1bd90b13af is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 01:03:13.771953 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf624fa1-76da-4a09-a3d8-3ddfd3c361d7 None None] Routers {'59a1acae-0e9c-423b-b254-c1aed1c77971'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:03:13.772590 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-bf624fa1-76da-4a09-a3d8-3ddfd3c361d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:03:12Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['59a1acae-0e9c-423b-b254-c1aed1c77971'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:13.776425 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-39188efe-1220-4bae-9c54-3516652d42cb None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 01:03:13.787151 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39188efe-1220-4bae-9c54-3516652d42cb None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 01:03:13.819709 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 35780) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:03:13.824241 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-25989b60-7e79-4bd5-aa3d-4c4a1480b120 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-461172379', 'description': 'tempest-secgroup-smoke-461172379 description', 'project_id': 'fd7dd67098484d8cbfb3c9bb419ae36d'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 01:03:13.846357 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-79fda0e7-fb31-4635-8f8a-dd7e92805a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (0541e0e6-1f39-4807-b4f4-bc56b43abd81), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:13.878282 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39188efe-1220-4bae-9c54-3516652d42cb None None] Pushing event updated for resources: {'Port': ['ID=70de5549-e698-4e07-bd7f-9e161923c2c7,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:13.899019 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fda0e7-fb31-4635-8f8a-dd7e92805a99 admin admin] Network 03e92c86-a3b2-4a50-bb8c-ad63e47f70ee is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 01:03:13.902328 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-79fda0e7-fb31-4635-8f8a-dd7e92805a99 admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 01:03:13.907322 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fda0e7-fb31-4635-8f8a-dd7e92805a99 admin admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 01:03:13.911945 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda0e7-fb31-4635-8f8a-dd7e92805a99 admin admin] Pushing event updated for resources: {'Port': ['ID=0541e0e6-1f39-4807-b4f4-bc56b43abd81,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:13.938316 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-25989b60-7e79-4bd5-aa3d-4c4a1480b120 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks [] for security_group (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:13.952384 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-39188efe-1220-4bae-9c54-3516652d42cb None None] Attempting to bind port 70de5549-e698-4e07-bd7f-9e161923c2c7 on host dv-cinder-827778-1-iscsi for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 01:03:13.952760 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-39188efe-1220-4bae-9c54-3516652d42cb None None] Attempting to bind port 70de5549-e698-4e07-bd7f-9e161923c2c7 by drivers openvswitch,hyperv on host dv-cinder-827778-1-iscsi at level 0 using segments [{'id': 'fa6282ed-e3b6-4ea0-aed5-f46784b3f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5626eaed-0bdd-4a23-bcd6-ad1bd90b13af'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 01:03:13.953131 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39188efe-1220-4bae-9c54-3516652d42cb None None] Attempting to bind port 70de5549-e698-4e07-bd7f-9e161923c2c7 on network 5626eaed-0bdd-4a23-bcd6-ad1bd90b13af {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 01:03:13.965056 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39188efe-1220-4bae-9c54-3516652d42cb None None] Checking agent: {'id': '0e3a6df7-c473-4931-90ee-c50828366a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 44, 16), 'started_at': datetime.datetime(2022, 2, 4, 0, 44, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 1, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 01:03:13.965418 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39188efe-1220-4bae-9c54-3516652d42cb None None] Checking segment: {'id': 'fa6282ed-e3b6-4ea0-aed5-f46784b3f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5626eaed-0bdd-4a23-bcd6-ad1bd90b13af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 01:03:13.965857 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-39188efe-1220-4bae-9c54-3516652d42cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:13.966251 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39188efe-1220-4bae-9c54-3516652d42cb None None] Bound using segment: {'id': 'fa6282ed-e3b6-4ea0-aed5-f46784b3f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5626eaed-0bdd-4a23-bcd6-ad1bd90b13af'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 01:03:13.966736 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-39188efe-1220-4bae-9c54-3516652d42cb None None] Bound port: 70de5549-e698-4e07-bd7f-9e161923c2c7, host: dv-cinder-827778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa6282ed-e3b6-4ea0-aed5-f46784b3f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5626eaed-0bdd-4a23-bcd6-ad1bd90b13af'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 01:03:13.967653 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-39188efe-1220-4bae-9c54-3516652d42cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (70de5549-e698-4e07-bd7f-9e161923c2c7), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:13.989311 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-bf624fa1-76da-4a09-a3d8-3ddfd3c361d7 None None] Set router 59a1acae-0e9c-423b-b254-c1aed1c77971 gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:03:14.033229 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-25989b60-7e79-4bd5-aa3d-4c4a1480b120 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks [] for security_group (bf0f438c-8104-4f4b-a862-7a49d8fb3dd7), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:14.116470 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-00a40380-501f-404f-8b45-6c632261c900 None None] Provisioning complete for port 24ab1908-f16c-4580-86ea-c1bc5dfce600 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:14.116843 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-00a40380-501f-404f-8b45-6c632261c900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (24ab1908-f16c-4580-86ea-c1bc5dfce600), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:14.156123 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-39188efe-1220-4bae-9c54-3516652d42cb None None] For port 70de5549-e698-4e07-bd7f-9e161923c2c7, host dv-cinder-827778-1-iscsi, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 01:03:14.189034 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-25989b60-7e79-4bd5-aa3d-4c4a1480b120 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (bf0f438c-8104-4f4b-a862-7a49d8fb3dd7), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:14.196805 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-39188efe-1220-4bae-9c54-3516652d42cb None None] For port 70de5549-e698-4e07-bd7f-9e161923c2c7, host dv-cinder-827778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=70de5549-e698-4e07-bd7f-9e161923c2c7,segment=NetworkSegment(fa6282ed-e3b6-4ea0-aed5-f46784b3f58e),segment_id=fa6282ed-e3b6-4ea0-aed5-f46784b3f58e)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 01:03:14.224784 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25989b60-7e79-4bd5-aa3d-4c4a1480b120 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0f438c-8104-4f4b-a862-7a49d8fb3dd7,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:14.283135 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 35784) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:03:14.305645 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-00a40380-501f-404f-8b45-6c632261c900 None None] Current status of the port 24ab1908-f16c-4580-86ea-c1bc5dfce600 is: DOWN; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:03:14.305836 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-00a40380-501f-404f-8b45-6c632261c900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (24ab1908-f16c-4580-86ea-c1bc5dfce600), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:14.354318 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-39188efe-1220-4bae-9c54-3516652d42cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (70de5549-e698-4e07-bd7f-9e161923c2c7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:14.358191 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ec450008-ab60-4e30-8e06-1fba91821f34 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for security_group (8f8988d5-9adb-434a-923f-3ddb810c7dae), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:14.368577 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-00a40380-501f-404f-8b45-6c632261c900 None None] For port 24ab1908-f16c-4580-86ea-c1bc5dfce600, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=24ab1908-f16c-4580-86ea-c1bc5dfce600,segment=NetworkSegment(ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5),segment_id=ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:03:14.374187 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-79fda0e7-fb31-4635-8f8a-dd7e92805a99 admin admin] Publish callbacks [] for router_gateway (e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:14.385575 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-25989b60-7e79-4bd5-aa3d-4c4a1480b120 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:14.386840 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-25989b60-7e79-4bd5-aa3d-4c4a1480b120 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5660980 Feb 04 01:03:14.389772 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ec450008-ab60-4e30-8e06-1fba91821f34 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for security_group (8f8988d5-9adb-434a-923f-3ddb810c7dae), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:14.392196 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 35786) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:03:14.403598 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-0b4e324c-6e7c-4630-b6a1-e8ab4945bf2f tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Request body: {'security_group_rule': {'security_group_id': 'bf0f438c-8104-4f4b-a862-7a49d8fb3dd7', 'project_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 01:03:14.415266 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-bf624fa1-76da-4a09-a3d8-3ddfd3c361d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a1acae-0e9c-423b-b254-c1aed1c77971', 'name': 'tempest-TestMinimumBasicScenario-2132564736-router', 'tenant_id': 'e30936c961b14f4aa6d56be596f326c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '6f0768e5-c12a-4717-bd50-702e634a51f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:03:03Z', 'updated_at': '2022-02-04T01:03:08Z', 'revision_number': 4, 'project_id': 'e30936c961b14f4aa6d56be596f326c1', 'gw_port': {'id': '6f0768e5-c12a-4717-bd50-702e634a51f2', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a1acae-0e9c-423b-b254-c1aed1c77971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:04Z', 'updated_at': '2022-02-04T01:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': '24ab1908-f16c-4580-86ea-c1bc5dfce600', 'name': '', 'network_id': '2d568438-4bdd-4827-a763-bef7c6e3099f', 'tenant_id': 'e30936c961b14f4aa6d56be596f326c1', 'mac_address': 'fa:16:3e:76:0b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a1acae-0e9c-423b-b254-c1aed1c77971', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ddf90734-0a1a-4e97-9c10-6b152ee872e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:07Z', 'updated_at': '2022-02-04T01:03:13Z', 'revision_number': 4, 'project_id': 'e30936c961b14f4aa6d56be596f326c1', 'subnets': [{'id': 'ddf90734-0a1a-4e97-9c10-6b152ee872e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:14.460718 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf624fa1-76da-4a09-a3d8-3ddfd3c361d7 None None] The sync data for ids ['59a1acae-0e9c-423b-b254-c1aed1c77971'] in dv-cinder-827778-1-iscsi is: [{'id': '59a1acae-0e9c-423b-b254-c1aed1c77971', 'name': 'tempest-TestMinimumBasicScenario-2132564736-router', 'tenant_id': 'e30936c961b14f4aa6d56be596f326c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '6f0768e5-c12a-4717-bd50-702e634a51f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:03:03Z', 'updated_at': '2022-02-04T01:03:08Z', 'revision_number': 4, 'project_id': 'e30936c961b14f4aa6d56be596f326c1', 'gw_port': {'id': '6f0768e5-c12a-4717-bd50-702e634a51f2', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a1acae-0e9c-423b-b254-c1aed1c77971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:04Z', 'updated_at': '2022-02-04T01:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': '24ab1908-f16c-4580-86ea-c1bc5dfce600', 'name': '', 'network_id': '2d568438-4bdd-4827-a763-bef7c6e3099f', 'tenant_id': 'e30936c961b14f4aa6d56be596f326c1', 'mac_address': 'fa:16:3e:76:0b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a1acae-0e9c-423b-b254-c1aed1c77971', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ddf90734-0a1a-4e97-9c10-6b152ee872e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:07Z', 'updated_at': '2022-02-04T01:03:13Z', 'revision_number': 4, 'project_id': 'e30936c961b14f4aa6d56be596f326c1', 'subnets': [{'id': 'ddf90734-0a1a-4e97-9c10-6b152ee872e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 01:03:14.466977 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-00a40380-501f-404f-8b45-6c632261c900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (24ab1908-f16c-4580-86ea-c1bc5dfce600), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:14.468692 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39188efe-1220-4bae-9c54-3516652d42cb None None] Pushing event updated for resources: {'Port': ['ID=70de5549-e698-4e07-bd7f-9e161923c2c7,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:14.551963 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0b4e324c-6e7c-4630-b6a1-e8ab4945bf2f tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks [] for security_group_rule (dad11172-4211-4d82-ac75-5453578a74bc), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:14.579194 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a40380-501f-404f-8b45-6c632261c900 None None] Pushing event updated for resources: {'Port': ['ID=24ab1908-f16c-4580-86ea-c1bc5dfce600,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:14.605932 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ec450008-ab60-4e30-8e06-1fba91821f34 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (8f8988d5-9adb-434a-923f-3ddb810c7dae), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:14.608801 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ec450008-ab60-4e30-8e06-1fba91821f34 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:14.612129 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-ec450008-ab60-4e30-8e06-1fba91821f34 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] 10.222.0.10 "DELETE /v2.0/security-groups/8f8988d5-9adb-434a-923f-3ddb810c7dae HTTP/1.1" status: 204 len: 168 time: 0.3260360 Feb 04 01:03:14.631444 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec450008-ab60-4e30-8e06-1fba91821f34 tempest-TestVolumeBootPattern-1873683344 tempest-TestVolumeBootPattern-1873683344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8988d5-9adb-434a-923f-3ddb810c7dae,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:14.654645 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0b4e324c-6e7c-4630-b6a1-e8ab4945bf2f tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks [] for security_group_rule (dad11172-4211-4d82-ac75-5453578a74bc), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:14.729421 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0b4e324c-6e7c-4630-b6a1-e8ab4945bf2f tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670956'] for security_group_rule (dad11172-4211-4d82-ac75-5453578a74bc), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:14.754834 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3f7aad-1de9-41d5-a25c-49764fea5969 None None] Sync routers for ids ['8ce13276-9b60-4820-aa84-ee1fc9754857'] in dv-cinder-827778-1-iscsi {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 01:03:14.791037 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e324c-6e7c-4630-b6a1-e8ab4945bf2f tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad11172-4211-4d82-ac75-5453578a74bc,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:14.799003 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3f7aad-1de9-41d5-a25c-49764fea5969 None None] Routers {'8ce13276-9b60-4820-aa84-ee1fc9754857'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:03:14.808201 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 35790) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:03:14.811088 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-bf3f7aad-1de9-41d5-a25c-49764fea5969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:03:12Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['8ce13276-9b60-4820-aa84-ee1fc9754857'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:14.863707 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-79fda0e7-fb31-4635-8f8a-dd7e92805a99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477280'] for router (e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:14.882835 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0b4e324c-6e7c-4630-b6a1-e8ab4945bf2f tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:14.884030 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-0b4e324c-6e7c-4630-b6a1-e8ab4945bf2f tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4903431 Feb 04 01:03:14.888323 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 35794) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:03:14.890405 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device b55c15da-7819-4121-9b3d-44bf3e37a7bb up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 01:03:14.897221 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-e02e3546-a6c3-43be-9090-02dc13586d44 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Request body: {'security_group_rule': {'security_group_id': 'bf0f438c-8104-4f4b-a862-7a49d8fb3dd7', 'project_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 01:03:14.995056 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-bf3f7aad-1de9-41d5-a25c-49764fea5969 None None] Set router 8ce13276-9b60-4820-aa84-ee1fc9754857 gateway port host: dv-cinder-827778-1-iscsi {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:03:15.005652 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port b55c15da-7819-4121-9b3d-44bf3e37a7bb triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:15.006026 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (b55c15da-7819-4121-9b3d-44bf3e37a7bb), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:15.050192 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e02e3546-a6c3-43be-9090-02dc13586d44 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks [] for security_group_rule (8a5b7aeb-0e57-4753-9ffc-f47ee4ead290), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:15.069113 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:15.166855 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port b55c15da-7819-4121-9b3d-44bf3e37a7bb is: DOWN; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:03:15.167257 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (b55c15da-7819-4121-9b3d-44bf3e37a7bb), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:15.194127 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] For port b55c15da-7819-4121-9b3d-44bf3e37a7bb, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=b55c15da-7819-4121-9b3d-44bf3e37a7bb,segment=NetworkSegment(e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a),segment_id=e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:03:15.234477 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e02e3546-a6c3-43be-9090-02dc13586d44 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks [] for security_group_rule (8a5b7aeb-0e57-4753-9ffc-f47ee4ead290), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:15.235012 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79fda0e7-fb31-4635-8f8a-dd7e92805a99 admin admin] Router e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67 is scheduled to L3 agent 05e42f77-b612-4439-9acd-15af6102b82d with binding_index 1 {{(pid=109723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 01:03:15.263606 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (b55c15da-7819-4121-9b3d-44bf3e37a7bb), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:15.265149 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 6f0768e5-c12a-4717-bd50-702e634a51f2 up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 01:03:15.296338 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-bf3f7aad-1de9-41d5-a25c-49764fea5969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce13276-9b60-4820-aa84-ee1fc9754857', 'name': 'tempest-TestShelveInstance-1750406063-router', 'tenant_id': '48d283caa5954a1cb8e11298fc4e9f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b55c15da-7819-4121-9b3d-44bf3e37a7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:03:06Z', 'updated_at': '2022-02-04T01:03:11Z', 'revision_number': 4, 'project_id': '48d283caa5954a1cb8e11298fc4e9f52', 'gw_port': {'id': 'b55c15da-7819-4121-9b3d-44bf3e37a7bb', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ef:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce13276-9b60-4820-aa84-ee1fc9754857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:07Z', 'updated_at': '2022-02-04T01:03:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': 'dfe1b156-0ee8-47d5-8213-360c480f5352', 'name': '', 'network_id': '2e37c033-aa28-42b8-b6b8-ee610e9ee625', 'tenant_id': '48d283caa5954a1cb8e11298fc4e9f52', 'mac_address': 'fa:16:3e:72:3f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce13276-9b60-4820-aa84-ee1fc9754857', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd6afb95f-afc7-4bb5-b879-7bc79367c5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:11Z', 'updated_at': '2022-02-04T01:03:11Z', 'revision_number': 2, 'project_id': '48d283caa5954a1cb8e11298fc4e9f52', 'subnets': [{'id': 'd6afb95f-afc7-4bb5-b879-7bc79367c5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:15.331149 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3f7aad-1de9-41d5-a25c-49764fea5969 None None] Checking router: 8ce13276-9b60-4820-aa84-ee1fc9754857 for host: dv-cinder-827778-1-iscsi {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 01:03:15.331717 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3f7aad-1de9-41d5-a25c-49764fea5969 None None] Updating router 8ce13276-9b60-4820-aa84-ee1fc9754857 port dfe1b156-0ee8-47d5-8213-360c480f5352 binding host dv-cinder-827778-1-iscsi {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 01:03:15.337138 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e02e3546-a6c3-43be-9090-02dc13586d44 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670956'] for security_group_rule (8a5b7aeb-0e57-4753-9ffc-f47ee4ead290), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:15.375657 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-bf3f7aad-1de9-41d5-a25c-49764fea5969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (dfe1b156-0ee8-47d5-8213-360c480f5352), before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:15.392826 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Pushing event updated for resources: {'Port': ['ID=b55c15da-7819-4121-9b3d-44bf3e37a7bb,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:15.393445 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e3546-a6c3-43be-9090-02dc13586d44 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a5b7aeb-0e57-4753-9ffc-f47ee4ead290,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:15.408671 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fda0e7-fb31-4635-8f8a-dd7e92805a99 admin admin] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 01:03:15.419216 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff99d87-c6b8-4fea-b755-da8c88f1358b None None] Sync routers for ids ['e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67'] in dv-cinder-827778-1-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 01:03:15.424395 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port 6f0768e5-c12a-4717-bd50-702e634a51f2 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:15.424771 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (6f0768e5-c12a-4717-bd50-702e634a51f2), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:15.475462 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff99d87-c6b8-4fea-b755-da8c88f1358b None None] Routers {'e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:03:15.476423 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-6ff99d87-c6b8-4fea-b755-da8c88f1358b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:03:12Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:15.491225 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e02e3546-a6c3-43be-9090-02dc13586d44 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:15.492527 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-e02e3546-a6c3-43be-9090-02dc13586d44 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6030333 Feb 04 01:03:15.497967 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 35796) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:03:15.501870 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [None req-6599529d-b627-4c8d-b4f3-859ba50c97ef tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Request body: {'security_group_rule': {'security_group_id': 'bf0f438c-8104-4f4b-a862-7a49d8fb3dd7', 'project_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 01:03:15.526570 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-79fda0e7-fb31-4635-8f8a-dd7e92805a99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:15.527849 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-79fda0e7-fb31-4635-8f8a-dd7e92805a99 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2342255 Feb 04 01:03:15.536592 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 35798) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:03:15.754676 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8551de31-0587-473e-b1dd-7c6487cb5558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-478914'] for router_interface (6cfc065a-c771-4294-97e6-c9c271da741b), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:15.844628 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port 6f0768e5-c12a-4717-bd50-702e634a51f2 is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:03:15.854682 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-6ff99d87-c6b8-4fea-b755-da8c88f1358b None None] Set router e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67 gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:03:15.885313 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-bf3f7aad-1de9-41d5-a25c-49764fea5969 None None] Publish callbacks [] for port (dfe1b156-0ee8-47d5-8213-360c480f5352), precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:15.995690 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-bf3f7aad-1de9-41d5-a25c-49764fea5969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (dfe1b156-0ee8-47d5-8213-360c480f5352), after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:16.090474 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-6ff99d87-c6b8-4fea-b755-da8c88f1358b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67', 'name': 'tempest-TestMinimumBasicScenario-678853902-router', 'tenant_id': 'a44cbce0ef7541418d3af31361c8e1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '0541e0e6-1f39-4807-b4f4-bc56b43abd81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:03:12Z', 'updated_at': '2022-02-04T01:03:14Z', 'revision_number': 3, 'project_id': 'a44cbce0ef7541418d3af31361c8e1bd', 'gw_port': {'id': '0541e0e6-1f39-4807-b4f4-bc56b43abd81', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:13Z', 'updated_at': '2022-02-04T01:03:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi'}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:16.145295 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-8551de31-0587-473e-b1dd-7c6487cb5558 admin admin] Deleting port 84cb692e-ba87-4fd5-9193-9ad761fe8f53 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 01:03:16.145922 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8551de31-0587-473e-b1dd-7c6487cb5558 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (84cb692e-ba87-4fd5-9193-9ad761fe8f53), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:16.158888 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff99d87-c6b8-4fea-b755-da8c88f1358b None None] Checking router: e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67 for host: dv-cinder-827778-1-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 01:03:16.159512 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff99d87-c6b8-4fea-b755-da8c88f1358b None None] Updating router e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67 port 0541e0e6-1f39-4807-b4f4-bc56b43abd81 binding host dv-cinder-827778-1-iscsi {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 01:03:16.163508 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d1e0df-5145-40c4-8c7d-33fcc0a5aad4 None None] Network 5626eaed-0bdd-4a23-bcd6-ad1bd90b13af requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 01:03:16.174818 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625dd18-d4ae-4179-8d9e-b8bab4e07640 None None] Pushing event updated for resources: {'Port': ['ID=dfe1b156-0ee8-47d5-8213-360c480f5352,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:16.204754 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-bf3f7aad-1de9-41d5-a25c-49764fea5969 None None] Attempting to bind port dfe1b156-0ee8-47d5-8213-360c480f5352 on host dv-cinder-827778-1-iscsi for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 01:03:16.205292 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-bf3f7aad-1de9-41d5-a25c-49764fea5969 None None] Attempting to bind port dfe1b156-0ee8-47d5-8213-360c480f5352 by drivers openvswitch,hyperv on host dv-cinder-827778-1-iscsi at level 0 using segments [{'id': 'c5679fa4-007d-43cb-b1a2-5c7bbb8a66d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2e37c033-aa28-42b8-b6b8-ee610e9ee625'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 01:03:16.205788 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3f7aad-1de9-41d5-a25c-49764fea5969 None None] Attempting to bind port dfe1b156-0ee8-47d5-8213-360c480f5352 on network 2e37c033-aa28-42b8-b6b8-ee610e9ee625 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 01:03:16.218795 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3f7aad-1de9-41d5-a25c-49764fea5969 None None] Checking agent: {'id': '0e3a6df7-c473-4931-90ee-c50828366a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 44, 16), 'started_at': datetime.datetime(2022, 2, 4, 0, 44, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 1, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 01:03:16.219243 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3f7aad-1de9-41d5-a25c-49764fea5969 None None] Checking segment: {'id': 'c5679fa4-007d-43cb-b1a2-5c7bbb8a66d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2e37c033-aa28-42b8-b6b8-ee610e9ee625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 01:03:16.219717 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-bf3f7aad-1de9-41d5-a25c-49764fea5969 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:16.220294 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3f7aad-1de9-41d5-a25c-49764fea5969 None None] Bound using segment: {'id': 'c5679fa4-007d-43cb-b1a2-5c7bbb8a66d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2e37c033-aa28-42b8-b6b8-ee610e9ee625'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 01:03:16.220875 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-bf3f7aad-1de9-41d5-a25c-49764fea5969 None None] Bound port: dfe1b156-0ee8-47d5-8213-360c480f5352, host: dv-cinder-827778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5679fa4-007d-43cb-b1a2-5c7bbb8a66d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2e37c033-aa28-42b8-b6b8-ee610e9ee625'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 01:03:16.221311 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-bf3f7aad-1de9-41d5-a25c-49764fea5969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (dfe1b156-0ee8-47d5-8213-360c480f5352), before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:16.289392 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-8551de31-0587-473e-b1dd-7c6487cb5558 admin admin] For port 84cb692e-ba87-4fd5-9193-9ad761fe8f53, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=84cb692e-ba87-4fd5-9193-9ad761fe8f53,segment=NetworkSegment(24c0ec21-3c7a-49b9-b9cd-bc17109016f1),segment_id=24c0ec21-3c7a-49b9-b9cd-bc17109016f1)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:03:16.289864 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8551de31-0587-473e-b1dd-7c6487cb5558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (84cb692e-ba87-4fd5-9193-9ad761fe8f53), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:16.299761 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-97b26e24-e224-48f6-bc39-e6a3acfda28b None None] Provisioning complete for port 70de5549-e698-4e07-bd7f-9e161923c2c7 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:16.300435 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-97b26e24-e224-48f6-bc39-e6a3acfda28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (70de5549-e698-4e07-bd7f-9e161923c2c7), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:16.317368 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-bf3f7aad-1de9-41d5-a25c-49764fea5969 None None] For port dfe1b156-0ee8-47d5-8213-360c480f5352, host dv-cinder-827778-1-iscsi, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 01:03:16.318307 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-bf3f7aad-1de9-41d5-a25c-49764fea5969 None None] For port dfe1b156-0ee8-47d5-8213-360c480f5352, host dv-cinder-827778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=dfe1b156-0ee8-47d5-8213-360c480f5352,segment=NetworkSegment(c5679fa4-007d-43cb-b1a2-5c7bbb8a66d9),segment_id=c5679fa4-007d-43cb-b1a2-5c7bbb8a66d9)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 01:03:16.320194 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-8551de31-0587-473e-b1dd-7c6487cb5558 admin admin] Calling delete_port for 84cb692e-ba87-4fd5-9193-9ad761fe8f53 owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 01:03:16.370417 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:16.374672 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6ff99d87-c6b8-4fea-b755-da8c88f1358b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (0541e0e6-1f39-4807-b4f4-bc56b43abd81), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:16.419540 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-bf3f7aad-1de9-41d5-a25c-49764fea5969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (dfe1b156-0ee8-47d5-8213-360c480f5352), after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:16.443274 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6599529d-b627-4c8d-b4f3-859ba50c97ef tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks [] for security_group_rule (65914c78-4532-4419-a886-af1a52041a2d), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:16.515023 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3f7aad-1de9-41d5-a25c-49764fea5969 None None] Routers {'8ce13276-9b60-4820-aa84-ee1fc9754857'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:03:16.515755 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-bf3f7aad-1de9-41d5-a25c-49764fea5969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:03:12Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['8ce13276-9b60-4820-aa84-ee1fc9754857'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:16.615266 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-97b26e24-e224-48f6-bc39-e6a3acfda28b None None] Current status of the port 70de5549-e698-4e07-bd7f-9e161923c2c7 is: DOWN; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:03:16.615707 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-97b26e24-e224-48f6-bc39-e6a3acfda28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (70de5549-e698-4e07-bd7f-9e161923c2c7), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:16.648665 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6599529d-b627-4c8d-b4f3-859ba50c97ef tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks [] for security_group_rule (65914c78-4532-4419-a886-af1a52041a2d), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:16.760729 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8551de31-0587-473e-b1dd-7c6487cb5558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-660047'] for port (84cb692e-ba87-4fd5-9193-9ad761fe8f53), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:16.795512 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6599529d-b627-4c8d-b4f3-859ba50c97ef tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670956'] for security_group_rule (65914c78-4532-4419-a886-af1a52041a2d), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:16.808411 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625dd18-d4ae-4179-8d9e-b8bab4e07640 None None] Pushing event updated for resources: {'Port': ['ID=dfe1b156-0ee8-47d5-8213-360c480f5352,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:16.814894 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551de31-0587-473e-b1dd-7c6487cb5558 admin admin] Pushing event deleted for resources: {'Port': ['ID=84cb692e-ba87-4fd5-9193-9ad761fe8f53,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:16.846667 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-97b26e24-e224-48f6-bc39-e6a3acfda28b None None] For port 70de5549-e698-4e07-bd7f-9e161923c2c7, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=70de5549-e698-4e07-bd7f-9e161923c2c7,segment=NetworkSegment(fa6282ed-e3b6-4ea0-aed5-f46784b3f58e),segment_id=fa6282ed-e3b6-4ea0-aed5-f46784b3f58e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:03:16.892454 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-bf3f7aad-1de9-41d5-a25c-49764fea5969 None None] Set router 8ce13276-9b60-4820-aa84-ee1fc9754857 gateway port host: dv-cinder-827778-1-iscsi {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:03:16.910887 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599529d-b627-4c8d-b4f3-859ba50c97ef tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65914c78-4532-4419-a886-af1a52041a2d,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:16.934849 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 24ab1908-f16c-4580-86ea-c1bc5dfce600 up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 01:03:16.996586 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1086721b-b3e8-49b0-bc70-e63eed1f1b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:17.015205 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-97b26e24-e224-48f6-bc39-e6a3acfda28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (70de5549-e698-4e07-bd7f-9e161923c2c7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:17.205718 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b26e24-e224-48f6-bc39-e6a3acfda28b None None] Pushing event updated for resources: {'Port': ['ID=70de5549-e698-4e07-bd7f-9e161923c2c7,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:17.210622 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port 24ab1908-f16c-4580-86ea-c1bc5dfce600 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:17.217829 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (24ab1908-f16c-4580-86ea-c1bc5dfce600), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:17.222105 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8551de31-0587-473e-b1dd-7c6487cb5558 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1763608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478774'] for router_interface (6cfc065a-c771-4294-97e6-c9c271da741b), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:17.237008 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-1086721b-b3e8-49b0-bc70-e63eed1f1b79 admin admin] Allocated IP 172.20.0.1 (5626eaed-0bdd-4a23-bcd6-ad1bd90b13af/5a2444e5-4571-4b82-bd9c-94f4da0f8969/5d7f4fe5-c369-4a22-b368-46707cbe52ae) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 01:03:17.278860 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-bf3f7aad-1de9-41d5-a25c-49764fea5969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce13276-9b60-4820-aa84-ee1fc9754857', 'name': 'tempest-TestShelveInstance-1750406063-router', 'tenant_id': '48d283caa5954a1cb8e11298fc4e9f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b55c15da-7819-4121-9b3d-44bf3e37a7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:03:06Z', 'updated_at': '2022-02-04T01:03:11Z', 'revision_number': 4, 'project_id': '48d283caa5954a1cb8e11298fc4e9f52', 'gw_port': {'id': 'b55c15da-7819-4121-9b3d-44bf3e37a7bb', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ef:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce13276-9b60-4820-aa84-ee1fc9754857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:07Z', 'updated_at': '2022-02-04T01:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': 'dfe1b156-0ee8-47d5-8213-360c480f5352', 'name': '', 'network_id': '2e37c033-aa28-42b8-b6b8-ee610e9ee625', 'tenant_id': '48d283caa5954a1cb8e11298fc4e9f52', 'mac_address': 'fa:16:3e:72:3f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce13276-9b60-4820-aa84-ee1fc9754857', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd6afb95f-afc7-4bb5-b879-7bc79367c5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:11Z', 'updated_at': '2022-02-04T01:03:16Z', 'revision_number': 4, 'project_id': '48d283caa5954a1cb8e11298fc4e9f52', 'subnets': [{'id': 'd6afb95f-afc7-4bb5-b879-7bc79367c5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:17.296363 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6ff99d87-c6b8-4fea-b755-da8c88f1358b None None] Publish callbacks [] for port (0541e0e6-1f39-4807-b4f4-bc56b43abd81), precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:17.306729 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-08d1aa5f-652e-47bf-aedf-522defafc94c None None] Provisioning complete for port dfe1b156-0ee8-47d5-8213-360c480f5352 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:17.307287 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-08d1aa5f-652e-47bf-aedf-522defafc94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (dfe1b156-0ee8-47d5-8213-360c480f5352), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:17.315326 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3f7aad-1de9-41d5-a25c-49764fea5969 None None] The sync data for ids ['8ce13276-9b60-4820-aa84-ee1fc9754857'] in dv-cinder-827778-1-iscsi is: [{'id': '8ce13276-9b60-4820-aa84-ee1fc9754857', 'name': 'tempest-TestShelveInstance-1750406063-router', 'tenant_id': '48d283caa5954a1cb8e11298fc4e9f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b55c15da-7819-4121-9b3d-44bf3e37a7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:03:06Z', 'updated_at': '2022-02-04T01:03:11Z', 'revision_number': 4, 'project_id': '48d283caa5954a1cb8e11298fc4e9f52', 'gw_port': {'id': 'b55c15da-7819-4121-9b3d-44bf3e37a7bb', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ef:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce13276-9b60-4820-aa84-ee1fc9754857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:07Z', 'updated_at': '2022-02-04T01:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': 'dfe1b156-0ee8-47d5-8213-360c480f5352', 'name': '', 'network_id': '2e37c033-aa28-42b8-b6b8-ee610e9ee625', 'tenant_id': '48d283caa5954a1cb8e11298fc4e9f52', 'mac_address': 'fa:16:3e:72:3f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce13276-9b60-4820-aa84-ee1fc9754857', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd6afb95f-afc7-4bb5-b879-7bc79367c5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:11Z', 'updated_at': '2022-02-04T01:03:16Z', 'revision_number': 4, 'project_id': '48d283caa5954a1cb8e11298fc4e9f52', 'subnets': [{'id': 'd6afb95f-afc7-4bb5-b879-7bc79367c5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 01:03:17.355838 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1086721b-b3e8-49b0-bc70-e63eed1f1b79 admin admin] Publish callbacks [] for port (5d7f4fe5-c369-4a22-b368-46707cbe52ae), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:17.369086 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6599529d-b627-4c8d-b4f3-859ba50c97ef tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:17.369281 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6ff99d87-c6b8-4fea-b755-da8c88f1358b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (0541e0e6-1f39-4807-b4f4-bc56b43abd81), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:17.370325 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-6599529d-b627-4c8d-b4f3-859ba50c97ef tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8733912 Feb 04 01:03:17.373586 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 35800) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:03:17.379578 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-70128c9a-b769-488e-bef3-d168b6924c37 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Request body: {'security_group_rule': {'security_group_id': 'bf0f438c-8104-4f4b-a862-7a49d8fb3dd7', 'project_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 01:03:17.427429 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port 24ab1908-f16c-4580-86ea-c1bc5dfce600 is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:03:17.428545 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 70de5549-e698-4e07-bd7f-9e161923c2c7 up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 01:03:17.477004 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-6ff99d87-c6b8-4fea-b755-da8c88f1358b None None] Attempting to bind port 0541e0e6-1f39-4807-b4f4-bc56b43abd81 on host dv-cinder-827778-1-iscsi for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 01:03:17.477004 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-6ff99d87-c6b8-4fea-b755-da8c88f1358b None None] Attempting to bind port 0541e0e6-1f39-4807-b4f4-bc56b43abd81 by drivers openvswitch,hyperv on host dv-cinder-827778-1-iscsi at level 0 using segments [{'id': 'e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 01:03:17.477004 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff99d87-c6b8-4fea-b755-da8c88f1358b None None] Attempting to bind port 0541e0e6-1f39-4807-b4f4-bc56b43abd81 on network 03e92c86-a3b2-4a50-bb8c-ad63e47f70ee {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 01:03:17.478111 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d4f8e-f7a7-4e67-936c-be71398f1b86 None None] Pushing event updated for resources: {'Port': ['ID=0541e0e6-1f39-4807-b4f4-bc56b43abd81,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:17.504100 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1086721b-b3e8-49b0-bc70-e63eed1f1b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (5d7f4fe5-c369-4a22-b368-46707cbe52ae), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:17.519352 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff99d87-c6b8-4fea-b755-da8c88f1358b None None] Checking agent: {'id': '0e3a6df7-c473-4931-90ee-c50828366a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 44, 16), 'started_at': datetime.datetime(2022, 2, 4, 0, 44, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 1, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 01:03:17.519816 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff99d87-c6b8-4fea-b755-da8c88f1358b None None] Checking segment: {'id': 'e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 01:03:17.520143 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6ff99d87-c6b8-4fea-b755-da8c88f1358b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:17.520544 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff99d87-c6b8-4fea-b755-da8c88f1358b None None] Bound using segment: {'id': 'e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 01:03:17.521019 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-6ff99d87-c6b8-4fea-b755-da8c88f1358b None None] Bound port: 0541e0e6-1f39-4807-b4f4-bc56b43abd81, host: dv-cinder-827778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 01:03:17.521439 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6ff99d87-c6b8-4fea-b755-da8c88f1358b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (0541e0e6-1f39-4807-b4f4-bc56b43abd81), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:17.534522 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-70128c9a-b769-488e-bef3-d168b6924c37 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks [] for security_group_rule (5ddb59cb-8269-4cac-a547-2e9f74c70b21), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:17.571985 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1086721b-b3e8-49b0-bc70-e63eed1f1b79 admin admin] Network 5626eaed-0bdd-4a23-bcd6-ad1bd90b13af is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 01:03:17.574634 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-1086721b-b3e8-49b0-bc70-e63eed1f1b79 admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 01:03:17.576401 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-08d1aa5f-652e-47bf-aedf-522defafc94c None None] Current status of the port dfe1b156-0ee8-47d5-8213-360c480f5352 is: DOWN; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:03:17.577025 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-08d1aa5f-652e-47bf-aedf-522defafc94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (dfe1b156-0ee8-47d5-8213-360c480f5352), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:17.603806 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086721b-b3e8-49b0-bc70-e63eed1f1b79 admin admin] Pushing event updated for resources: {'Port': ['ID=5d7f4fe5-c369-4a22-b368-46707cbe52ae,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:17.611038 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1086721b-b3e8-49b0-bc70-e63eed1f1b79 admin admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 01:03:17.625422 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8551de31-0587-473e-b1dd-7c6487cb5558 admin admin] Router 6cfc065a-c771-4294-97e6-c9c271da741b has already been hosted by L3 agent 05e42f77-b612-4439-9acd-15af6102b82d {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 01:03:17.658944 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-6ff99d87-c6b8-4fea-b755-da8c88f1358b None None] For port 0541e0e6-1f39-4807-b4f4-bc56b43abd81, host dv-cinder-827778-1-iscsi, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 01:03:17.668652 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-6ff99d87-c6b8-4fea-b755-da8c88f1358b None None] For port 0541e0e6-1f39-4807-b4f4-bc56b43abd81, host dv-cinder-827778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=0541e0e6-1f39-4807-b4f4-bc56b43abd81,segment=NetworkSegment(e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a),segment_id=e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 01:03:17.671055 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-70128c9a-b769-488e-bef3-d168b6924c37 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks [] for security_group_rule (5ddb59cb-8269-4cac-a547-2e9f74c70b21), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:17.681287 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1086721b-b3e8-49b0-bc70-e63eed1f1b79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601359'] for router_interface (e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:17.682880 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port 70de5549-e698-4e07-bd7f-9e161923c2c7 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:17.683266 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (70de5549-e698-4e07-bd7f-9e161923c2c7), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:17.709848 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-08d1aa5f-652e-47bf-aedf-522defafc94c None None] For port dfe1b156-0ee8-47d5-8213-360c480f5352, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=dfe1b156-0ee8-47d5-8213-360c480f5352,segment=NetworkSegment(c5679fa4-007d-43cb-b1a2-5c7bbb8a66d9),segment_id=c5679fa4-007d-43cb-b1a2-5c7bbb8a66d9)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:03:17.807134 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port 70de5549-e698-4e07-bd7f-9e161923c2c7 is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:03:17.810014 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device b55c15da-7819-4121-9b3d-44bf3e37a7bb up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 01:03:17.815131 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6ff99d87-c6b8-4fea-b755-da8c88f1358b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (0541e0e6-1f39-4807-b4f4-bc56b43abd81), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:17.815494 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-70128c9a-b769-488e-bef3-d168b6924c37 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670956'] for security_group_rule (5ddb59cb-8269-4cac-a547-2e9f74c70b21), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:17.817466 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-08d1aa5f-652e-47bf-aedf-522defafc94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (dfe1b156-0ee8-47d5-8213-360c480f5352), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:17.856407 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70128c9a-b769-488e-bef3-d168b6924c37 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ddb59cb-8269-4cac-a547-2e9f74c70b21,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:17.895576 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8551de31-0587-473e-b1dd-7c6487cb5558 admin admin] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 01:03:17.901199 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-8551de31-0587-473e-b1dd-7c6487cb5558 admin admin] 10.222.0.10 "PUT /v2.0/routers/6cfc065a-c771-4294-97e6-c9c271da741b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0917089 Feb 04 01:03:17.903731 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 35802) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:03:17.907866 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8caa97cd-e11f-4ecc-a20b-f99edab0a096 None None] Sync routers for ids ['6cfc065a-c771-4294-97e6-c9c271da741b'] in dv-cinder-827778-1-iscsi {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 01:03:17.922891 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caa97cd-e11f-4ecc-a20b-f99edab0a096 None None] Routers {'6cfc065a-c771-4294-97e6-c9c271da741b'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:03:17.923822 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-8caa97cd-e11f-4ecc-a20b-f99edab0a096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:03:12Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['6cfc065a-c771-4294-97e6-c9c271da741b'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:17.965419 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff99d87-c6b8-4fea-b755-da8c88f1358b None None] Routers {'e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:03:17.966082 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-6ff99d87-c6b8-4fea-b755-da8c88f1358b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:03:12Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:17.973003 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d4f8e-f7a7-4e67-936c-be71398f1b86 None None] Pushing event updated for resources: {'Port': ['ID=0541e0e6-1f39-4807-b4f4-bc56b43abd81,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:17.996274 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-70128c9a-b769-488e-bef3-d168b6924c37 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:17.997677 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-70128c9a-b769-488e-bef3-d168b6924c37 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6226342 Feb 04 01:03:18.000892 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 35804) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:03:18.007649 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-60c8f3ce-5c14-416e-95de-b18b07097a15 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Request body: {'security_group_rule': {'security_group_id': 'bf0f438c-8104-4f4b-a862-7a49d8fb3dd7', 'project_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 01:03:18.025234 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-3ed23dcb-135e-453f-9541-ff4c500cc5bf None None] Provisioning complete for port 5d7f4fe5-c369-4a22-b368-46707cbe52ae triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:18.025649 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3ed23dcb-135e-453f-9541-ff4c500cc5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (5d7f4fe5-c369-4a22-b368-46707cbe52ae), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:18.048967 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1086721b-b3e8-49b0-bc70-e63eed1f1b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (5d7f4fe5-c369-4a22-b368-46707cbe52ae), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:18.068732 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-64140664-651a-4862-94b5-3eb781266a31 admin admin] Publish callbacks [] for router (6cfc065a-c771-4294-97e6-c9c271da741b), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:18.085738 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-8caa97cd-e11f-4ecc-a20b-f99edab0a096 None None] Set router 6cfc065a-c771-4294-97e6-c9c271da741b gateway port host: dv-cinder-827778-1-iscsi {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:03:18.135023 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port b55c15da-7819-4121-9b3d-44bf3e37a7bb triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:18.135318 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (b55c15da-7819-4121-9b3d-44bf3e37a7bb), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:18.170721 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.db.securitygroups_db [None req-60c8f3ce-5c14-416e-95de-b18b07097a15 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Project fd7dd67098484d8cbfb3c9bb419ae36d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 01:03:18.177973 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-3ed23dcb-135e-453f-9541-ff4c500cc5bf None None] Port 5d7f4fe5-c369-4a22-b368-46707cbe52ae cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 01:03:18.179698 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-60c8f3ce-5c14-416e-95de-b18b07097a15 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks [] for security_group_rule (1ec080c3-50b9-4df6-a308-a85958a4014a), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:18.223344 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-6ff99d87-c6b8-4fea-b755-da8c88f1358b None None] Set router e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67 gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:03:18.251663 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-64140664-651a-4862-94b5-3eb781266a31 admin admin] Publish callbacks [] for router_gateway (6cfc065a-c771-4294-97e6-c9c271da741b), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:18.273814 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-60c8f3ce-5c14-416e-95de-b18b07097a15 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks [] for security_group_rule (1ec080c3-50b9-4df6-a308-a85958a4014a), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:18.337813 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1086721b-b3e8-49b0-bc70-e63eed1f1b79 admin admin] Publish callbacks [] for port (5d7f4fe5-c369-4a22-b368-46707cbe52ae), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:18.379305 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-8caa97cd-e11f-4ecc-a20b-f99edab0a096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'name': 'tempest-TestVolumeBootPattern-2116994202-router', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '12774d0c-45ab-41c1-9a14-80e674936547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:54:29Z', 'updated_at': '2022-02-04T01:03:16Z', 'revision_number': 5, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'gw_port': {'id': '12774d0c-45ab-41c1-9a14-80e674936547', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:30Z', 'updated_at': '2022-02-04T00:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi'}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:18.381978 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-60c8f3ce-5c14-416e-95de-b18b07097a15 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670956'] for security_group_rule (1ec080c3-50b9-4df6-a308-a85958a4014a), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:18.407488 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8f3ce-5c14-416e-95de-b18b07097a15 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ec080c3-50b9-4df6-a308-a85958a4014a,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:18.414338 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8caa97cd-e11f-4ecc-a20b-f99edab0a096 None None] Checking router: 6cfc065a-c771-4294-97e6-c9c271da741b for host: dv-cinder-827778-1-iscsi {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 01:03:18.418916 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1086721b-b3e8-49b0-bc70-e63eed1f1b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10424596'] for port (5d7f4fe5-c369-4a22-b368-46707cbe52ae), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:18.424606 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caa97cd-e11f-4ecc-a20b-f99edab0a096 None None] Routers {'6cfc065a-c771-4294-97e6-c9c271da741b'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:03:18.425297 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-8caa97cd-e11f-4ecc-a20b-f99edab0a096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:03:12Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['6cfc065a-c771-4294-97e6-c9c271da741b'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:18.434214 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-64140664-651a-4862-94b5-3eb781266a31 admin admin] Deleting port 12774d0c-45ab-41c1-9a14-80e674936547 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 01:03:18.434854 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-64140664-651a-4862-94b5-3eb781266a31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (12774d0c-45ab-41c1-9a14-80e674936547), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:18.460472 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d1aa5f-652e-47bf-aedf-522defafc94c None None] Pushing event updated for resources: {'Port': ['ID=dfe1b156-0ee8-47d5-8213-360c480f5352,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:18.513394 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-60c8f3ce-5c14-416e-95de-b18b07097a15 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:18.515129 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-60c8f3ce-5c14-416e-95de-b18b07097a15 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5131905 Feb 04 01:03:18.517927 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 35806) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:03:18.524501 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-5356f8ab-e077-4d53-b6b0-3d9d1820e798 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Request body: {'security_group_rule': {'security_group_id': 'bf0f438c-8104-4f4b-a862-7a49d8fb3dd7', 'project_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 01:03:18.532296 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1086721b-b3e8-49b0-bc70-e63eed1f1b79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1763617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-478911'] for router_interface (e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:18.535748 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-3ed23dcb-135e-453f-9541-ff4c500cc5bf None None] Provisioning complete for port 70de5549-e698-4e07-bd7f-9e161923c2c7 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:18.536133 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3ed23dcb-135e-453f-9541-ff4c500cc5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (70de5549-e698-4e07-bd7f-9e161923c2c7), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:18.542819 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086721b-b3e8-49b0-bc70-e63eed1f1b79 admin admin] Pushing event updated for resources: {'Port': ['ID=5d7f4fe5-c369-4a22-b368-46707cbe52ae,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:18.560862 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-8caa97cd-e11f-4ecc-a20b-f99edab0a096 None None] Set router 6cfc065a-c771-4294-97e6-c9c271da741b gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:03:18.624476 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-64140664-651a-4862-94b5-3eb781266a31 admin admin] For port 12774d0c-45ab-41c1-9a14-80e674936547, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=12774d0c-45ab-41c1-9a14-80e674936547,segment=NetworkSegment(e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a),segment_id=e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:03:18.625372 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-64140664-651a-4862-94b5-3eb781266a31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (12774d0c-45ab-41c1-9a14-80e674936547), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:18.625834 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-8caa97cd-e11f-4ecc-a20b-f99edab0a096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'name': 'tempest-TestVolumeBootPattern-2116994202-router', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:54:29Z', 'updated_at': '2022-02-04T01:03:18Z', 'revision_number': 6, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'gw_port_host': None}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:18.665843 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-64140664-651a-4862-94b5-3eb781266a31 admin admin] Calling delete_port for 12774d0c-45ab-41c1-9a14-80e674936547 owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 01:03:18.667519 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8caa97cd-e11f-4ecc-a20b-f99edab0a096 None None] The sync data for ids ['6cfc065a-c771-4294-97e6-c9c271da741b'] in dv-cinder-827778-1-iscsi is: [{'id': '6cfc065a-c771-4294-97e6-c9c271da741b', 'name': 'tempest-TestVolumeBootPattern-2116994202-router', 'tenant_id': '3a68a23113594a40a7e2e124035f3fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:54:29Z', 'updated_at': '2022-02-04T01:03:18Z', 'revision_number': 6, 'project_id': '3a68a23113594a40a7e2e124035f3fcb', 'gw_port_host': None}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 01:03:18.686882 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1086721b-b3e8-49b0-bc70-e63eed1f1b79 admin admin] Network 5626eaed-0bdd-4a23-bcd6-ad1bd90b13af is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 01:03:18.689935 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-1086721b-b3e8-49b0-bc70-e63eed1f1b79 admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 01:03:18.708498 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port b55c15da-7819-4121-9b3d-44bf3e37a7bb is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:03:18.712749 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.db.securitygroups_db [None req-5356f8ab-e077-4d53-b6b0-3d9d1820e798 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Project fd7dd67098484d8cbfb3c9bb419ae36d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 01:03:18.720677 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5356f8ab-e077-4d53-b6b0-3d9d1820e798 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks [] for security_group_rule (e3db4cc9-ae05-4728-9bd5-63ee13b2f613), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:18.735921 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-3ed23dcb-135e-453f-9541-ff4c500cc5bf None None] Current status of the port 70de5549-e698-4e07-bd7f-9e161923c2c7 is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:03:18.756783 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-6ff99d87-c6b8-4fea-b755-da8c88f1358b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67', 'name': 'tempest-TestMinimumBasicScenario-678853902-router', 'tenant_id': 'a44cbce0ef7541418d3af31361c8e1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '0541e0e6-1f39-4807-b4f4-bc56b43abd81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:03:12Z', 'updated_at': '2022-02-04T01:03:14Z', 'revision_number': 3, 'project_id': 'a44cbce0ef7541418d3af31361c8e1bd', 'gw_port': {'id': '0541e0e6-1f39-4807-b4f4-bc56b43abd81', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:13Z', 'updated_at': '2022-02-04T01:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi'}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:18.806051 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5356f8ab-e077-4d53-b6b0-3d9d1820e798 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks [] for security_group_rule (e3db4cc9-ae05-4728-9bd5-63ee13b2f613), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:18.832574 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff99d87-c6b8-4fea-b755-da8c88f1358b None None] The sync data for ids ['e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67'] in dv-cinder-827778-1-iscsi is: [{'id': 'e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67', 'name': 'tempest-TestMinimumBasicScenario-678853902-router', 'tenant_id': 'a44cbce0ef7541418d3af31361c8e1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '0541e0e6-1f39-4807-b4f4-bc56b43abd81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:03:12Z', 'updated_at': '2022-02-04T01:03:14Z', 'revision_number': 3, 'project_id': 'a44cbce0ef7541418d3af31361c8e1bd', 'gw_port': {'id': '0541e0e6-1f39-4807-b4f4-bc56b43abd81', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:13Z', 'updated_at': '2022-02-04T01:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi'}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 01:03:18.843341 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:18.869324 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1086721b-b3e8-49b0-bc70-e63eed1f1b79 admin admin] Router e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67 has already been hosted by L3 agent 05e42f77-b612-4439-9acd-15af6102b82d {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 01:03:18.880223 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5356f8ab-e077-4d53-b6b0-3d9d1820e798 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670956'] for security_group_rule (e3db4cc9-ae05-4728-9bd5-63ee13b2f613), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:18.931916 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5356f8ab-e077-4d53-b6b0-3d9d1820e798 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3db4cc9-ae05-4728-9bd5-63ee13b2f613,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:19.022378 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device dfe1b156-0ee8-47d5-8213-360c480f5352 up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 01:03:19.025795 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5356f8ab-e077-4d53-b6b0-3d9d1820e798 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:19.027036 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-5356f8ab-e077-4d53-b6b0-3d9d1820e798 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5079303 Feb 04 01:03:19.029027 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1086721b-b3e8-49b0-bc70-e63eed1f1b79 admin admin] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 01:03:19.033144 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-64140664-651a-4862-94b5-3eb781266a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-660047'] for port (12774d0c-45ab-41c1-9a14-80e674936547), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:19.034196 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-1086721b-b3e8-49b0-bc70-e63eed1f1b79 admin admin] 10.222.0.10 "PUT /v2.0/routers/e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4965136 Feb 04 01:03:19.087315 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64140664-651a-4862-94b5-3eb781266a31 admin admin] Pushing event deleted for resources: {'Port': ['ID=12774d0c-45ab-41c1-9a14-80e674936547,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:19.093815 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-d09149cf-0506-46e2-a5b9-1142535b139d None None] Provisioning complete for port 5d7f4fe5-c369-4a22-b368-46707cbe52ae triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:19.094249 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d09149cf-0506-46e2-a5b9-1142535b139d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (5d7f4fe5-c369-4a22-b368-46707cbe52ae), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:19.140654 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-64140664-651a-4862-94b5-3eb781266a31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601432'] for router_gateway (6cfc065a-c771-4294-97e6-c9c271da741b), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:19.170881 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-d09149cf-0506-46e2-a5b9-1142535b139d None None] Port 5d7f4fe5-c369-4a22-b368-46707cbe52ae cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 01:03:19.181745 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port dfe1b156-0ee8-47d5-8213-360c480f5352 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:19.182217 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (dfe1b156-0ee8-47d5-8213-360c480f5352), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:19.287539 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port dfe1b156-0ee8-47d5-8213-360c480f5352 is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:03:19.288757 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 70de5549-e698-4e07-bd7f-9e161923c2c7 up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 01:03:19.359808 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port 70de5549-e698-4e07-bd7f-9e161923c2c7 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:19.360201 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (70de5549-e698-4e07-bd7f-9e161923c2c7), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:19.477739 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port 70de5549-e698-4e07-bd7f-9e161923c2c7 is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:03:19.574745 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-64140664-651a-4862-94b5-3eb781266a31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26696'] for router (6cfc065a-c771-4294-97e6-c9c271da741b), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:19.577461 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-64140664-651a-4862-94b5-3eb781266a31 admin admin] Publish callbacks [] for router_controller (6cfc065a-c771-4294-97e6-c9c271da741b), precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:19.668824 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-64140664-651a-4862-94b5-3eb781266a31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487464'] for router (6cfc065a-c771-4294-97e6-c9c271da741b), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:19.669395 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64140664-651a-4862-94b5-3eb781266a31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cfc065a-c771-4294-97e6-c9c271da741b {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 01:03:19.674379 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-64140664-651a-4862-94b5-3eb781266a31 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:19.679676 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-64140664-651a-4862-94b5-3eb781266a31 admin admin] 10.222.0.10 "DELETE /v2.0/routers/6cfc065a-c771-4294-97e6-c9c271da741b HTTP/1.1" status: 204 len: 168 time: 1.7707758 Feb 04 01:03:19.680063 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 35856) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:03:19.731385 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b833501-548b-4fd2-a3a4-ada47a4a19f1 admin admin] Deleting subnet f2ac8d13-4344-48e5-8534-751622f2d98c {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 01:03:19.734999 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6b833501-548b-4fd2-a3a4-ada47a4a19f1 admin admin] Publish callbacks [] for subnet (f2ac8d13-4344-48e5-8534-751622f2d98c), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:19.770409 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6b833501-548b-4fd2-a3a4-ada47a4a19f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2987914'] for subnet (f2ac8d13-4344-48e5-8534-751622f2d98c), precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:19.878611 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6b833501-548b-4fd2-a3a4-ada47a4a19f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383273'] for subnet (f2ac8d13-4344-48e5-8534-751622f2d98c), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:20.001121 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6b833501-548b-4fd2-a3a4-ada47a4a19f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-659986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9915318'] for subnet (f2ac8d13-4344-48e5-8534-751622f2d98c), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:20.028109 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b833501-548b-4fd2-a3a4-ada47a4a19f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2ac8d13-4344-48e5-8534-751622f2d98c,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:20.030812 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6b833501-548b-4fd2-a3a4-ada47a4a19f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:20.034093 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-6b833501-548b-4fd2-a3a4-ada47a4a19f1 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f2ac8d13-4344-48e5-8534-751622f2d98c HTTP/1.1" status: 204 len: 168 time: 0.3529217 Feb 04 01:03:20.036982 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 35870) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:03:20.039451 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49420476-931f-40c8-9ff1-75e8ca6c56a6 None None] Network 5f955ba9-674e-45fd-8aac-6b73a4248143 requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 01:03:20.141402 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c0ddbc19-4091-4ff1-9ddb-f401092f4b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-749408'] for network (5f955ba9-674e-45fd-8aac-6b73a4248143), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:20.242904 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-c0ddbc19-4091-4ff1-9ddb-f401092f4b28 admin admin] Deleting port bd923f49-3889-4cbb-a1cc-bb769174c0b4 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 01:03:20.243252 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c0ddbc19-4091-4ff1-9ddb-f401092f4b28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (bd923f49-3889-4cbb-a1cc-bb769174c0b4), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:20.297551 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db73e09-2f9d-4e0e-8e3c-d302d53fe952 None None] DHCP port deletion for 5f955ba9-674e-45fd-8aac-6b73a4248143 request from dv-cinder-827778-1-iscsi {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 01:03:20.374194 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-c0ddbc19-4091-4ff1-9ddb-f401092f4b28 admin admin] For port bd923f49-3889-4cbb-a1cc-bb769174c0b4, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=bd923f49-3889-4cbb-a1cc-bb769174c0b4,segment=NetworkSegment(24c0ec21-3c7a-49b9-b9cd-bc17109016f1),segment_id=24c0ec21-3c7a-49b9-b9cd-bc17109016f1)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:03:20.374866 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c0ddbc19-4091-4ff1-9ddb-f401092f4b28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (bd923f49-3889-4cbb-a1cc-bb769174c0b4), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:20.394043 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8db73e09-2f9d-4e0e-8e3c-d302d53fe952 None None] Deleting port bd923f49-3889-4cbb-a1cc-bb769174c0b4 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 01:03:20.394422 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8db73e09-2f9d-4e0e-8e3c-d302d53fe952 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (bd923f49-3889-4cbb-a1cc-bb769174c0b4), before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:20.394662 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-c0ddbc19-4091-4ff1-9ddb-f401092f4b28 admin admin] Calling delete_port for bd923f49-3889-4cbb-a1cc-bb769174c0b4 owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 01:03:20.509062 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8db73e09-2f9d-4e0e-8e3c-d302d53fe952 None None] For port bd923f49-3889-4cbb-a1cc-bb769174c0b4, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=bd923f49-3889-4cbb-a1cc-bb769174c0b4,segment=NetworkSegment(24c0ec21-3c7a-49b9-b9cd-bc17109016f1),segment_id=24c0ec21-3c7a-49b9-b9cd-bc17109016f1)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:03:20.509959 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8db73e09-2f9d-4e0e-8e3c-d302d53fe952 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (bd923f49-3889-4cbb-a1cc-bb769174c0b4), precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:20.532482 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8db73e09-2f9d-4e0e-8e3c-d302d53fe952 None None] Calling delete_port for bd923f49-3889-4cbb-a1cc-bb769174c0b4 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 01:03:20.669137 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c0ddbc19-4091-4ff1-9ddb-f401092f4b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (bd923f49-3889-4cbb-a1cc-bb769174c0b4), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:20.677774 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8db73e09-2f9d-4e0e-8e3c-d302d53fe952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232'] for port (bd923f49-3889-4cbb-a1cc-bb769174c0b4), after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:20.712670 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ddbc19-4091-4ff1-9ddb-f401092f4b28 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd923f49-3889-4cbb-a1cc-bb769174c0b4,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:20.722834 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db73e09-2f9d-4e0e-8e3c-d302d53fe952 None None] Pushing event deleted for resources: {'Port': ['ID=bd923f49-3889-4cbb-a1cc-bb769174c0b4,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:20.729656 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db73e09-2f9d-4e0e-8e3c-d302d53fe952 None None] No DVR routers for this DVR port bd923f49-3889-4cbb-a1cc-bb769174c0b4 on host dv-cinder-827778-1-iscsi {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 01:03:20.755176 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ddbc19-4091-4ff1-9ddb-f401092f4b28 admin admin] No DVR routers for this DVR port bd923f49-3889-4cbb-a1cc-bb769174c0b4 on host dv-cinder-827778-1-iscsi {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 01:03:20.897431 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c0ddbc19-4091-4ff1-9ddb-f401092f4b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381372', 'neutron.services.segments.db._delete_segments_for_network-8784746458965'] for network (5f955ba9-674e-45fd-8aac-6b73a4248143), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:20.924765 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.services.segments.db [None req-c0ddbc19-4091-4ff1-9ddb-f401092f4b28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f955ba9-674e-45fd-8aac-6b73a4248143']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:20.936513 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.services.segments.db [None req-c0ddbc19-4091-4ff1-9ddb-f401092f4b28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24c0ec21-3c7a-49b9-b9cd-bc17109016f1') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:20.936820 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.services.segments.db [None req-c0ddbc19-4091-4ff1-9ddb-f401092f4b28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24c0ec21-3c7a-49b9-b9cd-bc17109016f1') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:20.959282 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 0541e0e6-1f39-4807-b4f4-bc56b43abd81 up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 01:03:20.964641 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c0ddbc19-4091-4ff1-9ddb-f401092f4b28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784746459486', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10427964'] for segment (24c0ec21-3c7a-49b9-b9cd-bc17109016f1), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:20.980945 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c0ddbc19-4091-4ff1-9ddb-f401092f4b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650'] for segment (24c0ec21-3c7a-49b9-b9cd-bc17109016f1), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:20.992183 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ddbc19-4091-4ff1-9ddb-f401092f4b28 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 01:03:20.992931 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c0ddbc19-4091-4ff1-9ddb-f401092f4b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10424816'] for segment (24c0ec21-3c7a-49b9-b9cd-bc17109016f1), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:20.995496 dv-cinder-827778-1-iscsi neutron-server[109723]: Traceback (most recent call last): Feb 04 01:03:20.995496 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 01:03:20.995496 dv-cinder-827778-1-iscsi neutron-server[109723]: timer() Feb 04 01:03:20.995496 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 01:03:20.995496 dv-cinder-827778-1-iscsi neutron-server[109723]: cb(*args, **kw) Feb 04 01:03:20.995496 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 01:03:20.995496 dv-cinder-827778-1-iscsi neutron-server[109723]: return func(*args, **kwargs) Feb 04 01:03:20.995496 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 01:03:20.995496 dv-cinder-827778-1-iscsi neutron-server[109723]: self._notify() Feb 04 01:03:20.995496 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 01:03:20.995496 dv-cinder-827778-1-iscsi neutron-server[109723]: self.callback(batched_events) Feb 04 01:03:20.995496 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 01:03:20.995496 dv-cinder-827778-1-iscsi neutron-server[109723]: event.method(event) Feb 04 01:03:20.995496 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 01:03:20.995496 dv-cinder-827778-1-iscsi neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 01:03:20.995496 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 01:03:20.995496 dv-cinder-827778-1-iscsi neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 01:03:20.995496 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 01:03:20.995496 dv-cinder-827778-1-iscsi neutron-server[109723]: return f(self, *a, **k) Feb 04 01:03:20.995496 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 01:03:20.995496 dv-cinder-827778-1-iscsi neutron-server[109723]: return self._get(url).json() Feb 04 01:03:20.995496 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 01:03:20.995496 dv-cinder-827778-1-iscsi neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 01:03:20.995496 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 01:03:20.995496 dv-cinder-827778-1-iscsi neutron-server[109723]: return self.request(url, 'GET', **kwargs) Feb 04 01:03:20.995496 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 01:03:20.995496 dv-cinder-827778-1-iscsi neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 01:03:20.995496 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 01:03:20.995496 dv-cinder-827778-1-iscsi neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 01:03:20.995496 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 01:03:20.995496 dv-cinder-827778-1-iscsi neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 01:03:20.995496 dv-cinder-827778-1-iscsi neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 01:03:21.111565 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port 0541e0e6-1f39-4807-b4f4-bc56b43abd81 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:21.111945 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (0541e0e6-1f39-4807-b4f4-bc56b43abd81), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:21.166482 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c0ddbc19-4091-4ff1-9ddb-f401092f4b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601460'] for network (5f955ba9-674e-45fd-8aac-6b73a4248143), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:21.174454 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c0ddbc19-4091-4ff1-9ddb-f401092f4b28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for network (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:21.177906 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-c0ddbc19-4091-4ff1-9ddb-f401092f4b28 admin admin] 10.222.0.10 "DELETE /v2.0/networks/5f955ba9-674e-45fd-8aac-6b73a4248143 HTTP/1.1" status: 204 len: 168 time: 1.1393316 Feb 04 01:03:21.185350 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 35890) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:03:21.190965 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ddbc19-4091-4ff1-9ddb-f401092f4b28 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f955ba9-674e-45fd-8aac-6b73a4248143,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:21.224276 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port 0541e0e6-1f39-4807-b4f4-bc56b43abd81 is: DOWN; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:03:21.224734 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (0541e0e6-1f39-4807-b4f4-bc56b43abd81), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:21.256363 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] For port 0541e0e6-1f39-4807-b4f4-bc56b43abd81, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=0541e0e6-1f39-4807-b4f4-bc56b43abd81,segment=NetworkSegment(e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a),segment_id=e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:03:21.360894 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (0541e0e6-1f39-4807-b4f4-bc56b43abd81), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:21.467736 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 84cb692e-ba87-4fd5-9193-9ad761fe8f53 no longer exists at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 01:03:21.497085 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Pushing event updated for resources: {'Port': ['ID=0541e0e6-1f39-4807-b4f4-bc56b43abd81,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:21.510772 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] No Port match for: 84cb692e-ba87-4fd5-9193-9ad761fe8f53 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 01:03:21.511756 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 84cb692e-ba87-4fd5-9193-9ad761fe8f53 not bound to the agent host dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 01:03:21.512336 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 12774d0c-45ab-41c1-9a14-80e674936547 no longer exists at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 01:03:21.539526 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] No Port match for: 12774d0c-45ab-41c1-9a14-80e674936547 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 01:03:21.541119 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 12774d0c-45ab-41c1-9a14-80e674936547 not bound to the agent host dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 01:03:21.541748 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device bd923f49-3889-4cbb-a1cc-bb769174c0b4 no longer exists at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 01:03:21.570331 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] No Port match for: bd923f49-3889-4cbb-a1cc-bb769174c0b4 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 01:03:21.571210 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device bd923f49-3889-4cbb-a1cc-bb769174c0b4 not bound to the agent host dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 01:03:21.785108 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-211c6fd9-1479-4dc3-8aef-0cddfaf507c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-478914'] for router_interface (cb9e361a-bb4d-45db-ac3f-f10d736625fb), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:22.139415 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-211c6fd9-1479-4dc3-8aef-0cddfaf507c6 admin admin] Deleting port 688c980d-7ab6-49a0-86d3-b37b6aea2ea4 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 01:03:22.139415 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-211c6fd9-1479-4dc3-8aef-0cddfaf507c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (688c980d-7ab6-49a0-86d3-b37b6aea2ea4), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:22.241174 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-211c6fd9-1479-4dc3-8aef-0cddfaf507c6 admin admin] For port 688c980d-7ab6-49a0-86d3-b37b6aea2ea4, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=688c980d-7ab6-49a0-86d3-b37b6aea2ea4,segment=NetworkSegment(a80a4f77-9118-4fff-b6f2-2d7ea2b5afe6),segment_id=a80a4f77-9118-4fff-b6f2-2d7ea2b5afe6)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:03:22.241954 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-211c6fd9-1479-4dc3-8aef-0cddfaf507c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (688c980d-7ab6-49a0-86d3-b37b6aea2ea4), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:22.260648 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-211c6fd9-1479-4dc3-8aef-0cddfaf507c6 admin admin] Calling delete_port for 688c980d-7ab6-49a0-86d3-b37b6aea2ea4 owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 01:03:22.566344 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-211c6fd9-1479-4dc3-8aef-0cddfaf507c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-660047'] for port (688c980d-7ab6-49a0-86d3-b37b6aea2ea4), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:22.600036 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c6fd9-1479-4dc3-8aef-0cddfaf507c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=688c980d-7ab6-49a0-86d3-b37b6aea2ea4,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:22.827920 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-211c6fd9-1479-4dc3-8aef-0cddfaf507c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1763608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478774'] for router_interface (cb9e361a-bb4d-45db-ac3f-f10d736625fb), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:22.948036 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 0541e0e6-1f39-4807-b4f4-bc56b43abd81 up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 01:03:23.018469 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port 0541e0e6-1f39-4807-b4f4-bc56b43abd81 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:23.018952 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (0541e0e6-1f39-4807-b4f4-bc56b43abd81), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:23.124499 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port 0541e0e6-1f39-4807-b4f4-bc56b43abd81 is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:03:23.182740 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211c6fd9-1479-4dc3-8aef-0cddfaf507c6 admin admin] Router cb9e361a-bb4d-45db-ac3f-f10d736625fb has already been hosted by L3 agent 05e42f77-b612-4439-9acd-15af6102b82d {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 01:03:23.299323 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211c6fd9-1479-4dc3-8aef-0cddfaf507c6 admin admin] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 01:03:23.304387 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-211c6fd9-1479-4dc3-8aef-0cddfaf507c6 admin admin] 10.222.0.10 "PUT /v2.0/routers/cb9e361a-bb4d-45db-ac3f-f10d736625fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1225507 Feb 04 01:03:23.307047 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 35896) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:03:23.313631 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3fcbab-aac2-4229-a77d-5e045250f692 None None] Sync routers for ids ['cb9e361a-bb4d-45db-ac3f-f10d736625fb'] in dv-cinder-827778-1-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 01:03:23.327195 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3fcbab-aac2-4229-a77d-5e045250f692 None None] Routers {'cb9e361a-bb4d-45db-ac3f-f10d736625fb'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:03:23.327924 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-4f3fcbab-aac2-4229-a77d-5e045250f692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:03:12Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['cb9e361a-bb4d-45db-ac3f-f10d736625fb'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:23.479286 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-4f3fcbab-aac2-4229-a77d-5e045250f692 None None] Set router cb9e361a-bb4d-45db-ac3f-f10d736625fb gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:03:23.486944 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-efe84238-4c48-4e86-9d24-f56181271e25 admin admin] Publish callbacks [] for router (cb9e361a-bb4d-45db-ac3f-f10d736625fb), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:23.631475 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-efe84238-4c48-4e86-9d24-f56181271e25 admin admin] Publish callbacks [] for router_gateway (cb9e361a-bb4d-45db-ac3f-f10d736625fb), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:23.718890 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-4f3fcbab-aac2-4229-a77d-5e045250f692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9e361a-bb4d-45db-ac3f-f10d736625fb', 'name': 'tempest-TestVolumeBootPattern-1388390403-router', 'tenant_id': 'b0981405248c46268be341845ffebcb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '1745c55d-7f0e-40f3-8005-4e0bdabfb74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:54:40Z', 'updated_at': '2022-02-04T01:03:22Z', 'revision_number': 5, 'project_id': 'b0981405248c46268be341845ffebcb5', 'gw_port': {'id': '1745c55d-7f0e-40f3-8005-4e0bdabfb74e', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9e361a-bb4d-45db-ac3f-f10d736625fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:54:42Z', 'updated_at': '2022-02-04T00:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi'}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:23.754612 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3fcbab-aac2-4229-a77d-5e045250f692 None None] Checking router: cb9e361a-bb4d-45db-ac3f-f10d736625fb for host: dv-cinder-827778-1-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 01:03:23.760258 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-efe84238-4c48-4e86-9d24-f56181271e25 admin admin] Deleting port 1745c55d-7f0e-40f3-8005-4e0bdabfb74e {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 01:03:23.760975 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-efe84238-4c48-4e86-9d24-f56181271e25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (1745c55d-7f0e-40f3-8005-4e0bdabfb74e), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:23.767570 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3fcbab-aac2-4229-a77d-5e045250f692 None None] Routers {'cb9e361a-bb4d-45db-ac3f-f10d736625fb'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:03:23.768214 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-4f3fcbab-aac2-4229-a77d-5e045250f692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:03:12Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['cb9e361a-bb4d-45db-ac3f-f10d736625fb'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:23.858221 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-efe84238-4c48-4e86-9d24-f56181271e25 admin admin] For port 1745c55d-7f0e-40f3-8005-4e0bdabfb74e, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=1745c55d-7f0e-40f3-8005-4e0bdabfb74e,segment=NetworkSegment(e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a),segment_id=e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:03:23.858607 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-efe84238-4c48-4e86-9d24-f56181271e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (1745c55d-7f0e-40f3-8005-4e0bdabfb74e), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:23.867628 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-4f3fcbab-aac2-4229-a77d-5e045250f692 None None] Set router cb9e361a-bb4d-45db-ac3f-f10d736625fb gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:03:23.872041 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-efe84238-4c48-4e86-9d24-f56181271e25 admin admin] Calling delete_port for 1745c55d-7f0e-40f3-8005-4e0bdabfb74e owned by network:router_gateway {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 01:03:23.921382 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-4f3fcbab-aac2-4229-a77d-5e045250f692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9e361a-bb4d-45db-ac3f-f10d736625fb', 'name': 'tempest-TestVolumeBootPattern-1388390403-router', 'tenant_id': 'b0981405248c46268be341845ffebcb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:54:40Z', 'updated_at': '2022-02-04T01:03:23Z', 'revision_number': 6, 'project_id': 'b0981405248c46268be341845ffebcb5', 'gw_port_host': None}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:23.957378 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3fcbab-aac2-4229-a77d-5e045250f692 None None] The sync data for ids ['cb9e361a-bb4d-45db-ac3f-f10d736625fb'] in dv-cinder-827778-1-iscsi is: [{'id': 'cb9e361a-bb4d-45db-ac3f-f10d736625fb', 'name': 'tempest-TestVolumeBootPattern-1388390403-router', 'tenant_id': 'b0981405248c46268be341845ffebcb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:54:40Z', 'updated_at': '2022-02-04T01:03:23Z', 'revision_number': 6, 'project_id': 'b0981405248c46268be341845ffebcb5', 'gw_port_host': None}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 01:03:24.046507 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9667fc9-ec1c-4f8c-83ed-3c9869d40fa3 None None] Sync routers for ids ['e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67'] in dv-cinder-827778-1-iscsi {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 01:03:24.065684 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9667fc9-ec1c-4f8c-83ed-3c9869d40fa3 None None] Routers {'e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:03:24.066480 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-a9667fc9-ec1c-4f8c-83ed-3c9869d40fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:03:12Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:24.181554 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-a9667fc9-ec1c-4f8c-83ed-3c9869d40fa3 None None] Set router e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67 gateway port host: dv-cinder-827778-1-iscsi {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:03:24.286418 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-efe84238-4c48-4e86-9d24-f56181271e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (1745c55d-7f0e-40f3-8005-4e0bdabfb74e), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:24.323900 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe84238-4c48-4e86-9d24-f56181271e25 admin admin] Pushing event deleted for resources: {'Port': ['ID=1745c55d-7f0e-40f3-8005-4e0bdabfb74e,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:24.393555 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-efe84238-4c48-4e86-9d24-f56181271e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601432'] for router_gateway (cb9e361a-bb4d-45db-ac3f-f10d736625fb), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:24.399565 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-a9667fc9-ec1c-4f8c-83ed-3c9869d40fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67', 'name': 'tempest-TestMinimumBasicScenario-678853902-router', 'tenant_id': 'a44cbce0ef7541418d3af31361c8e1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '0541e0e6-1f39-4807-b4f4-bc56b43abd81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:03:12Z', 'updated_at': '2022-02-04T01:03:17Z', 'revision_number': 4, 'project_id': 'a44cbce0ef7541418d3af31361c8e1bd', 'gw_port': {'id': '0541e0e6-1f39-4807-b4f4-bc56b43abd81', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:13Z', 'updated_at': '2022-02-04T01:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': '5d7f4fe5-c369-4a22-b368-46707cbe52ae', 'name': '', 'network_id': '5626eaed-0bdd-4a23-bcd6-ad1bd90b13af', 'tenant_id': 'a44cbce0ef7541418d3af31361c8e1bd', 'mac_address': 'fa:16:3e:df:d6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '5a2444e5-4571-4b82-bd9c-94f4da0f8969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:17Z', 'updated_at': '2022-02-04T01:03:18Z', 'revision_number': 2, 'project_id': 'a44cbce0ef7541418d3af31361c8e1bd', 'subnets': [{'id': '5a2444e5-4571-4b82-bd9c-94f4da0f8969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:24.426648 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9667fc9-ec1c-4f8c-83ed-3c9869d40fa3 None None] Checking router: e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67 for host: dv-cinder-827778-1-iscsi {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 01:03:24.426648 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9667fc9-ec1c-4f8c-83ed-3c9869d40fa3 None None] Updating router e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67 port 5d7f4fe5-c369-4a22-b368-46707cbe52ae binding host dv-cinder-827778-1-iscsi {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 01:03:24.462782 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a9667fc9-ec1c-4f8c-83ed-3c9869d40fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (5d7f4fe5-c369-4a22-b368-46707cbe52ae), before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:24.529684 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-efe84238-4c48-4e86-9d24-f56181271e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26696'] for router (cb9e361a-bb4d-45db-ac3f-f10d736625fb), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:24.532738 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-efe84238-4c48-4e86-9d24-f56181271e25 admin admin] Publish callbacks [] for router_controller (cb9e361a-bb4d-45db-ac3f-f10d736625fb), precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:24.680654 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-efe84238-4c48-4e86-9d24-f56181271e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487464'] for router (cb9e361a-bb4d-45db-ac3f-f10d736625fb), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:24.681200 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe84238-4c48-4e86-9d24-f56181271e25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb9e361a-bb4d-45db-ac3f-f10d736625fb {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 01:03:24.687254 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-efe84238-4c48-4e86-9d24-f56181271e25 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:24.691076 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 35904) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:03:24.697773 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-efe84238-4c48-4e86-9d24-f56181271e25 admin admin] 10.222.0.10 "DELETE /v2.0/routers/cb9e361a-bb4d-45db-ac3f-f10d736625fb HTTP/1.1" status: 204 len: 168 time: 1.3825426 Feb 04 01:03:24.798889 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-5951d0e5-b3ba-41a8-859e-8b2a52eb3526 admin admin] Deleting subnet 5a434b00-9de3-438b-9db2-e401f040ecf5 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 01:03:24.802082 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5951d0e5-b3ba-41a8-859e-8b2a52eb3526 admin admin] Publish callbacks [] for subnet (5a434b00-9de3-438b-9db2-e401f040ecf5), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:24.854886 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 1745c55d-7f0e-40f3-8005-4e0bdabfb74e no longer exists at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 01:03:24.867265 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5951d0e5-b3ba-41a8-859e-8b2a52eb3526 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2987914'] for subnet (5a434b00-9de3-438b-9db2-e401f040ecf5), precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:24.888263 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] No Port match for: 1745c55d-7f0e-40f3-8005-4e0bdabfb74e {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 01:03:24.888682 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 1745c55d-7f0e-40f3-8005-4e0bdabfb74e not bound to the agent host dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 01:03:24.889117 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 688c980d-7ab6-49a0-86d3-b37b6aea2ea4 no longer exists at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 01:03:24.915185 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] No Port match for: 688c980d-7ab6-49a0-86d3-b37b6aea2ea4 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 01:03:24.915544 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 688c980d-7ab6-49a0-86d3-b37b6aea2ea4 not bound to the agent host dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 01:03:24.950152 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a9667fc9-ec1c-4f8c-83ed-3c9869d40fa3 None None] Publish callbacks [] for port (5d7f4fe5-c369-4a22-b368-46707cbe52ae), precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:24.971550 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5951d0e5-b3ba-41a8-859e-8b2a52eb3526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383273'] for subnet (5a434b00-9de3-438b-9db2-e401f040ecf5), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:25.018367 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a9667fc9-ec1c-4f8c-83ed-3c9869d40fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (5d7f4fe5-c369-4a22-b368-46707cbe52ae), after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:25.073641 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d4d7c-9afb-4985-909b-5369b657e0b5 None None] Pushing event updated for resources: {'Port': ['ID=5d7f4fe5-c369-4a22-b368-46707cbe52ae,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:25.103712 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5951d0e5-b3ba-41a8-859e-8b2a52eb3526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-659986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9915318'] for subnet (5a434b00-9de3-438b-9db2-e401f040ecf5), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:25.151200 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951d0e5-b3ba-41a8-859e-8b2a52eb3526 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a434b00-9de3-438b-9db2-e401f040ecf5,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:25.155711 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-a9667fc9-ec1c-4f8c-83ed-3c9869d40fa3 None None] Attempting to bind port 5d7f4fe5-c369-4a22-b368-46707cbe52ae on host dv-cinder-827778-1-iscsi for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 01:03:25.156017 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-a9667fc9-ec1c-4f8c-83ed-3c9869d40fa3 None None] Attempting to bind port 5d7f4fe5-c369-4a22-b368-46707cbe52ae by drivers openvswitch,hyperv on host dv-cinder-827778-1-iscsi at level 0 using segments [{'id': 'fa6282ed-e3b6-4ea0-aed5-f46784b3f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5626eaed-0bdd-4a23-bcd6-ad1bd90b13af'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 01:03:25.156428 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9667fc9-ec1c-4f8c-83ed-3c9869d40fa3 None None] Attempting to bind port 5d7f4fe5-c369-4a22-b368-46707cbe52ae on network 5626eaed-0bdd-4a23-bcd6-ad1bd90b13af {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 01:03:25.161928 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9667fc9-ec1c-4f8c-83ed-3c9869d40fa3 None None] Checking agent: {'id': '0e3a6df7-c473-4931-90ee-c50828366a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 44, 16), 'started_at': datetime.datetime(2022, 2, 4, 0, 44, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 1, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 01:03:25.162303 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9667fc9-ec1c-4f8c-83ed-3c9869d40fa3 None None] Checking segment: {'id': 'fa6282ed-e3b6-4ea0-aed5-f46784b3f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5626eaed-0bdd-4a23-bcd6-ad1bd90b13af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 01:03:25.162703 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a9667fc9-ec1c-4f8c-83ed-3c9869d40fa3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:25.163088 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9667fc9-ec1c-4f8c-83ed-3c9869d40fa3 None None] Bound using segment: {'id': 'fa6282ed-e3b6-4ea0-aed5-f46784b3f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5626eaed-0bdd-4a23-bcd6-ad1bd90b13af'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 01:03:25.163556 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-a9667fc9-ec1c-4f8c-83ed-3c9869d40fa3 None None] Bound port: 5d7f4fe5-c369-4a22-b368-46707cbe52ae, host: dv-cinder-827778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa6282ed-e3b6-4ea0-aed5-f46784b3f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5626eaed-0bdd-4a23-bcd6-ad1bd90b13af'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 01:03:25.163926 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a9667fc9-ec1c-4f8c-83ed-3c9869d40fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (5d7f4fe5-c369-4a22-b368-46707cbe52ae), before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:25.167252 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b2cc22-153d-478d-a3c1-307cfbd5a4d2 None None] Network 44eac65b-57fa-48f2-af5f-df6117332923 requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 01:03:25.177967 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5951d0e5-b3ba-41a8-859e-8b2a52eb3526 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:25.188661 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 35906) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:03:25.197813 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-5951d0e5-b3ba-41a8-859e-8b2a52eb3526 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5a434b00-9de3-438b-9db2-e401f040ecf5 HTTP/1.1" status: 204 len: 168 time: 0.5045929 Feb 04 01:03:25.271131 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-a9667fc9-ec1c-4f8c-83ed-3c9869d40fa3 None None] For port 5d7f4fe5-c369-4a22-b368-46707cbe52ae, host dv-cinder-827778-1-iscsi, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 01:03:25.275384 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-a9667fc9-ec1c-4f8c-83ed-3c9869d40fa3 None None] For port 5d7f4fe5-c369-4a22-b368-46707cbe52ae, host dv-cinder-827778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=5d7f4fe5-c369-4a22-b368-46707cbe52ae,segment=NetworkSegment(fa6282ed-e3b6-4ea0-aed5-f46784b3f58e),segment_id=fa6282ed-e3b6-4ea0-aed5-f46784b3f58e)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 01:03:25.323119 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-84468bba-86ea-4e71-8f57-1ba5de7f91c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-749408'] for network (44eac65b-57fa-48f2-af5f-df6117332923), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:25.378316 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a9667fc9-ec1c-4f8c-83ed-3c9869d40fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (5d7f4fe5-c369-4a22-b368-46707cbe52ae), after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:25.434183 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-84468bba-86ea-4e71-8f57-1ba5de7f91c9 admin admin] Deleting port a2816705-528a-4726-9ae5-7e50ee302663 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 01:03:25.434663 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-84468bba-86ea-4e71-8f57-1ba5de7f91c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (a2816705-528a-4726-9ae5-7e50ee302663), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:25.475639 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9667fc9-ec1c-4f8c-83ed-3c9869d40fa3 None None] Routers {'e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:03:25.476356 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-a9667fc9-ec1c-4f8c-83ed-3c9869d40fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:03:12Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:25.489215 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744368dc-6d38-43a6-8579-2f17440a704d None None] DHCP port deletion for 44eac65b-57fa-48f2-af5f-df6117332923 request from dv-cinder-827778-1-iscsi {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 01:03:25.508988 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-84468bba-86ea-4e71-8f57-1ba5de7f91c9 admin admin] For port a2816705-528a-4726-9ae5-7e50ee302663, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=a2816705-528a-4726-9ae5-7e50ee302663,segment=NetworkSegment(a80a4f77-9118-4fff-b6f2-2d7ea2b5afe6),segment_id=a80a4f77-9118-4fff-b6f2-2d7ea2b5afe6)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:03:25.509359 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-84468bba-86ea-4e71-8f57-1ba5de7f91c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (a2816705-528a-4726-9ae5-7e50ee302663), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:25.531290 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-84468bba-86ea-4e71-8f57-1ba5de7f91c9 admin admin] Calling delete_port for a2816705-528a-4726-9ae5-7e50ee302663 owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 01:03:25.573195 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-db35d7ee-5a51-4651-a49c-e98772f3ab2f None None] Provisioning complete for port 5d7f4fe5-c369-4a22-b368-46707cbe52ae triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:25.573769 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-db35d7ee-5a51-4651-a49c-e98772f3ab2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (5d7f4fe5-c369-4a22-b368-46707cbe52ae), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:25.614507 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d4d7c-9afb-4985-909b-5369b657e0b5 None None] Pushing event updated for resources: {'Port': ['ID=5d7f4fe5-c369-4a22-b368-46707cbe52ae,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:25.650114 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-a9667fc9-ec1c-4f8c-83ed-3c9869d40fa3 None None] Set router e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67 gateway port host: dv-cinder-827778-1-iscsi {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:03:25.725891 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-84468bba-86ea-4e71-8f57-1ba5de7f91c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (a2816705-528a-4726-9ae5-7e50ee302663), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:25.753921 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84468bba-86ea-4e71-8f57-1ba5de7f91c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2816705-528a-4726-9ae5-7e50ee302663,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:25.757901 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84468bba-86ea-4e71-8f57-1ba5de7f91c9 admin admin] No DVR routers for this DVR port a2816705-528a-4726-9ae5-7e50ee302663 on host dv-cinder-827778-1-iscsi {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 01:03:25.857317 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-744368dc-6d38-43a6-8579-2f17440a704d None None] Deleting port a2816705-528a-4726-9ae5-7e50ee302663 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 01:03:25.858697 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-744368dc-6d38-43a6-8579-2f17440a704d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (a2816705-528a-4726-9ae5-7e50ee302663), before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:25.892139 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-84468bba-86ea-4e71-8f57-1ba5de7f91c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381372', 'neutron.services.segments.db._delete_segments_for_network-8784746458965'] for network (44eac65b-57fa-48f2-af5f-df6117332923), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:25.919680 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.services.segments.db [None req-84468bba-86ea-4e71-8f57-1ba5de7f91c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44eac65b-57fa-48f2-af5f-df6117332923']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:25.932091 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.services.segments.db [None req-84468bba-86ea-4e71-8f57-1ba5de7f91c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a80a4f77-9118-4fff-b6f2-2d7ea2b5afe6') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:25.932456 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.services.segments.db [None req-84468bba-86ea-4e71-8f57-1ba5de7f91c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a80a4f77-9118-4fff-b6f2-2d7ea2b5afe6') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:25.952314 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-84468bba-86ea-4e71-8f57-1ba5de7f91c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784746459486', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10427964'] for segment (a80a4f77-9118-4fff-b6f2-2d7ea2b5afe6), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:25.953945 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-744368dc-6d38-43a6-8579-2f17440a704d None None] For port a2816705-528a-4726-9ae5-7e50ee302663, host dv-cinder-827778-1-iscsi, got binding levels [] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:03:25.954342 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-744368dc-6d38-43a6-8579-2f17440a704d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (a2816705-528a-4726-9ae5-7e50ee302663), precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:25.964514 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-db35d7ee-5a51-4651-a49c-e98772f3ab2f None None] Current status of the port 5d7f4fe5-c369-4a22-b368-46707cbe52ae is: DOWN; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:03:25.964898 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-db35d7ee-5a51-4651-a49c-e98772f3ab2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (5d7f4fe5-c369-4a22-b368-46707cbe52ae), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:25.976472 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-744368dc-6d38-43a6-8579-2f17440a704d None None] Calling delete_port for a2816705-528a-4726-9ae5-7e50ee302663 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 01:03:25.978458 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-84468bba-86ea-4e71-8f57-1ba5de7f91c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650'] for segment (a80a4f77-9118-4fff-b6f2-2d7ea2b5afe6), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:25.981089 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.ipam_backend_mixin [None req-744368dc-6d38-43a6-8579-2f17440a704d None None] Port a2816705-528a-4726-9ae5-7e50ee302663 was not found and therefore no delete operation was performed {{(pid=109724) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 01:03:25.984313 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-744368dc-6d38-43a6-8579-2f17440a704d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232'] for port (a2816705-528a-4726-9ae5-7e50ee302663), after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:25.989613 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84468bba-86ea-4e71-8f57-1ba5de7f91c9 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 01:03:25.989613 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-84468bba-86ea-4e71-8f57-1ba5de7f91c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10424816'] for segment (a80a4f77-9118-4fff-b6f2-2d7ea2b5afe6), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:26.001237 dv-cinder-827778-1-iscsi neutron-server[109723]: Traceback (most recent call last): Feb 04 01:03:26.001237 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 01:03:26.001237 dv-cinder-827778-1-iscsi neutron-server[109723]: timer() Feb 04 01:03:26.001237 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 01:03:26.001237 dv-cinder-827778-1-iscsi neutron-server[109723]: cb(*args, **kw) Feb 04 01:03:26.001237 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 01:03:26.001237 dv-cinder-827778-1-iscsi neutron-server[109723]: return func(*args, **kwargs) Feb 04 01:03:26.001237 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 01:03:26.001237 dv-cinder-827778-1-iscsi neutron-server[109723]: self._notify() Feb 04 01:03:26.001237 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 01:03:26.001237 dv-cinder-827778-1-iscsi neutron-server[109723]: self.callback(batched_events) Feb 04 01:03:26.001237 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 01:03:26.001237 dv-cinder-827778-1-iscsi neutron-server[109723]: event.method(event) Feb 04 01:03:26.001237 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 01:03:26.001237 dv-cinder-827778-1-iscsi neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 01:03:26.001237 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 01:03:26.001237 dv-cinder-827778-1-iscsi neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 01:03:26.001237 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 01:03:26.001237 dv-cinder-827778-1-iscsi neutron-server[109723]: return f(self, *a, **k) Feb 04 01:03:26.001237 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 01:03:26.001237 dv-cinder-827778-1-iscsi neutron-server[109723]: return self._get(url).json() Feb 04 01:03:26.001237 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 01:03:26.001237 dv-cinder-827778-1-iscsi neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 01:03:26.001237 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 01:03:26.001237 dv-cinder-827778-1-iscsi neutron-server[109723]: return self.request(url, 'GET', **kwargs) Feb 04 01:03:26.001237 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 01:03:26.001237 dv-cinder-827778-1-iscsi neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 01:03:26.001237 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 01:03:26.001237 dv-cinder-827778-1-iscsi neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 01:03:26.001237 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 01:03:26.001237 dv-cinder-827778-1-iscsi neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 01:03:26.001237 dv-cinder-827778-1-iscsi neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 01:03:26.012496 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-a9667fc9-ec1c-4f8c-83ed-3c9869d40fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67', 'name': 'tempest-TestMinimumBasicScenario-678853902-router', 'tenant_id': 'a44cbce0ef7541418d3af31361c8e1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '0541e0e6-1f39-4807-b4f4-bc56b43abd81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:03:12Z', 'updated_at': '2022-02-04T01:03:17Z', 'revision_number': 4, 'project_id': 'a44cbce0ef7541418d3af31361c8e1bd', 'gw_port': {'id': '0541e0e6-1f39-4807-b4f4-bc56b43abd81', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:13Z', 'updated_at': '2022-02-04T01:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': '5d7f4fe5-c369-4a22-b368-46707cbe52ae', 'name': '', 'network_id': '5626eaed-0bdd-4a23-bcd6-ad1bd90b13af', 'tenant_id': 'a44cbce0ef7541418d3af31361c8e1bd', 'mac_address': 'fa:16:3e:df:d6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '5a2444e5-4571-4b82-bd9c-94f4da0f8969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:17Z', 'updated_at': '2022-02-04T01:03:25Z', 'revision_number': 4, 'project_id': 'a44cbce0ef7541418d3af31361c8e1bd', 'subnets': [{'id': '5a2444e5-4571-4b82-bd9c-94f4da0f8969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:03:26.027237 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744368dc-6d38-43a6-8579-2f17440a704d None None] Pushing event deleted for resources: {'Port': ['ID=a2816705-528a-4726-9ae5-7e50ee302663,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:26.040923 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9667fc9-ec1c-4f8c-83ed-3c9869d40fa3 None None] The sync data for ids ['e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67'] in dv-cinder-827778-1-iscsi is: [{'id': 'e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67', 'name': 'tempest-TestMinimumBasicScenario-678853902-router', 'tenant_id': 'a44cbce0ef7541418d3af31361c8e1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '0541e0e6-1f39-4807-b4f4-bc56b43abd81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:03:12Z', 'updated_at': '2022-02-04T01:03:17Z', 'revision_number': 4, 'project_id': 'a44cbce0ef7541418d3af31361c8e1bd', 'gw_port': {'id': '0541e0e6-1f39-4807-b4f4-bc56b43abd81', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:13Z', 'updated_at': '2022-02-04T01:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': '5d7f4fe5-c369-4a22-b368-46707cbe52ae', 'name': '', 'network_id': '5626eaed-0bdd-4a23-bcd6-ad1bd90b13af', 'tenant_id': 'a44cbce0ef7541418d3af31361c8e1bd', 'mac_address': 'fa:16:3e:df:d6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '5a2444e5-4571-4b82-bd9c-94f4da0f8969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:17Z', 'updated_at': '2022-02-04T01:03:25Z', 'revision_number': 4, 'project_id': 'a44cbce0ef7541418d3af31361c8e1bd', 'subnets': [{'id': '5a2444e5-4571-4b82-bd9c-94f4da0f8969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 01:03:26.041637 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744368dc-6d38-43a6-8579-2f17440a704d None None] No DVR routers for this DVR port a2816705-528a-4726-9ae5-7e50ee302663 on host dv-cinder-827778-1-iscsi {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 01:03:26.044360 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-db35d7ee-5a51-4651-a49c-e98772f3ab2f None None] For port 5d7f4fe5-c369-4a22-b368-46707cbe52ae, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=5d7f4fe5-c369-4a22-b368-46707cbe52ae,segment=NetworkSegment(fa6282ed-e3b6-4ea0-aed5-f46784b3f58e),segment_id=fa6282ed-e3b6-4ea0-aed5-f46784b3f58e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:03:26.137309 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-db35d7ee-5a51-4651-a49c-e98772f3ab2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (5d7f4fe5-c369-4a22-b368-46707cbe52ae), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:26.167656 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-84468bba-86ea-4e71-8f57-1ba5de7f91c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601460'] for network (44eac65b-57fa-48f2-af5f-df6117332923), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:26.173290 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-84468bba-86ea-4e71-8f57-1ba5de7f91c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for network (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:26.180611 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-84468bba-86ea-4e71-8f57-1ba5de7f91c9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/44eac65b-57fa-48f2-af5f-df6117332923 HTTP/1.1" status: 204 len: 168 time: 0.9908981 Feb 04 01:03:26.206630 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db35d7ee-5a51-4651-a49c-e98772f3ab2f None None] Pushing event updated for resources: {'Port': ['ID=5d7f4fe5-c369-4a22-b368-46707cbe52ae,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:26.235421 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84468bba-86ea-4e71-8f57-1ba5de7f91c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=44eac65b-57fa-48f2-af5f-df6117332923,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:26.260046 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-de997c9e-2951-46f7-9da1-b31f4873ec43 None None] Provisioning complete for port 5d7f4fe5-c369-4a22-b368-46707cbe52ae triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:26.260610 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-de997c9e-2951-46f7-9da1-b31f4873ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (5d7f4fe5-c369-4a22-b368-46707cbe52ae), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:26.408789 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-de997c9e-2951-46f7-9da1-b31f4873ec43 None None] Current status of the port 5d7f4fe5-c369-4a22-b368-46707cbe52ae is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:03:26.643213 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 35914) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:03:26.692100 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 35916) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:03:26.703169 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-d25b7125-f0fc-418d-bcac-dbd4ab89fde4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3a68a23113594a40a7e2e124035f3fcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0545707 Feb 04 01:03:26.771498 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bfa693a1-64a3-4254-9e58-b06424f72fd6 admin admin] Publish callbacks [] for security_group (d6bc3db7-d866-42c3-b7e8-ff58afa26aa4), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:26.804662 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bfa693a1-64a3-4254-9e58-b06424f72fd6 admin admin] Publish callbacks [] for security_group (d6bc3db7-d866-42c3-b7e8-ff58afa26aa4), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:26.895575 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 5d7f4fe5-c369-4a22-b368-46707cbe52ae up at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 01:03:26.948050 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Provisioning complete for port 5d7f4fe5-c369-4a22-b368-46707cbe52ae triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:26.949557 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (5d7f4fe5-c369-4a22-b368-46707cbe52ae), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:26.972060 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bfa693a1-64a3-4254-9e58-b06424f72fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (d6bc3db7-d866-42c3-b7e8-ff58afa26aa4), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:26.974802 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bfa693a1-64a3-4254-9e58-b06424f72fd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:26.976423 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-bfa693a1-64a3-4254-9e58-b06424f72fd6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d6bc3db7-d866-42c3-b7e8-ff58afa26aa4 HTTP/1.1" status: 204 len: 168 time: 0.2826486 Feb 04 01:03:26.990600 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa693a1-64a3-4254-9e58-b06424f72fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bc3db7-d866-42c3-b7e8-ff58afa26aa4,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:27.070119 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Current status of the port 5d7f4fe5-c369-4a22-b368-46707cbe52ae is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:03:27.163236 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device a2816705-528a-4726-9ae5-7e50ee302663 no longer exists at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 01:03:27.189843 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] No Port match for: a2816705-528a-4726-9ae5-7e50ee302663 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 01:03:27.190206 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device a2816705-528a-4726-9ae5-7e50ee302663 not bound to the agent host dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 01:03:27.922316 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 35924) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:03:27.969406 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-1ce8ada9-c4ec-4f96-b806-be76ef7154a4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b0981405248c46268be341845ffebcb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0448105 Feb 04 01:03:27.970857 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 35926) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:03:28.025816 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-35972d8c-d9c4-44f5-8822-3ca7ae113850 admin admin] Publish callbacks [] for security_group (925b3b0e-4b80-45e4-aa65-e18be3bb0a7b), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:28.051234 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-35972d8c-d9c4-44f5-8822-3ca7ae113850 admin admin] Publish callbacks [] for security_group (925b3b0e-4b80-45e4-aa65-e18be3bb0a7b), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:28.177227 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-35972d8c-d9c4-44f5-8822-3ca7ae113850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (925b3b0e-4b80-45e4-aa65-e18be3bb0a7b), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:28.179976 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-35972d8c-d9c4-44f5-8822-3ca7ae113850 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:28.182385 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-35972d8c-d9c4-44f5-8822-3ca7ae113850 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/925b3b0e-4b80-45e4-aa65-e18be3bb0a7b HTTP/1.1" status: 204 len: 168 time: 0.2101846 Feb 04 01:03:28.200757 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35972d8c-d9c4-44f5-8822-3ca7ae113850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925b3b0e-4b80-45e4-aa65-e18be3bb0a7b,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:33.227867 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-2169b518-11d5-4cb3-a77d-b82df8623880 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:33.229306 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-2169b518-11d5-4cb3-a77d-b82df8623880 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/networks?id=2d568438-4bdd-4827-a763-bef7c6e3099f HTTP/1.1" status: 200 len: 815 time: 0.0993705 Feb 04 01:03:33.244077 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-208ebb72-8f1c-447d-bcbc-0f0ef34a7e59 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/quotas/e30936c961b14f4aa6d56be596f326c1 HTTP/1.1" status: 200 len: 375 time: 0.0085800 Feb 04 01:03:33.295687 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-0ba840d0-1477-46eb-aafe-d722898b10b0 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e30936c961b14f4aa6d56be596f326c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468693 Feb 04 01:03:33.400126 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-6c268a4f-d46f-4097-af84-babefba7738a service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 01:03:33.401169 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-6c268a4f-d46f-4097-af84-babefba7738a service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0942466 Feb 04 01:03:33.490430 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-5dbaf006-ac7a-49af-9e3c-204d128757a0 service neutron] 10.222.0.10 "GET /v2.0/networks/2d568438-4bdd-4827-a763-bef7c6e3099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828757 Feb 04 01:03:33.574592 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-0d04518d-cc9a-4894-ac76-4d93b956304f service neutron] 10.222.0.10 "GET /v2.0/networks/2d568438-4bdd-4827-a763-bef7c6e3099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784931 Feb 04 01:03:33.846166 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-805653ff-455c-4f1c-b1db-5c47dd3322fe req-36ca23ba-a617-47a6-8854-95c7a03cd570 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 210 time: 0.0273046 Feb 04 01:03:34.923705 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-263d2280-5a49-4f3f-8841-fb9902a565cb req-f836354e-c509-40e8-947d-35d9a5a98f26 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 210 time: 0.0275676 Feb 04 01:03:36.014913 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3da4fedb-149c-4072-a3a0-faabb8e2b8d2 req-27158ef2-b2b7-410b-8271-0e8de2144b2c tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 210 time: 0.0261197 Feb 04 01:03:36.152925 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-db721a8e-33e4-4581-b5a8-9affdadb0afa tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:36.154363 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-db721a8e-33e4-4581-b5a8-9affdadb0afa tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.39 "GET /v2.0/networks?id=2d568438-4bdd-4827-a763-bef7c6e3099f HTTP/1.1" status: 200 len: 815 time: 0.1003501 Feb 04 01:03:36.174454 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-75525ce0-95d1-42a7-9780-a685574ed33c tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Request body: {'port': {'device_id': '8dda5b30-1710-4fa2-8025-ed7ef6aa6d92', 'network_id': '2d568438-4bdd-4827-a763-bef7c6e3099f', 'admin_state_up': True, 'tenant_id': 'e30936c961b14f4aa6d56be596f326c1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 01:03:36.348416 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-75525ce0-95d1-42a7-9780-a685574ed33c tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Made reservation on behalf of e30936c961b14f4aa6d56be596f326c1 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 01:03:36.351877 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-75525ce0-95d1-42a7-9780-a685574ed33c tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:36.479685 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-75525ce0-95d1-42a7-9780-a685574ed33c tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Allocated IP 172.20.0.4 (2d568438-4bdd-4827-a763-bef7c6e3099f/ddf90734-0a1a-4e97-9c10-6b152ee872e2/56aab989-a6ac-49f2-8772-979e42d65981) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 01:03:36.634952 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-75525ce0-95d1-42a7-9780-a685574ed33c tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks [] for port (56aab989-a6ac-49f2-8772-979e42d65981), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:36.725907 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-75525ce0-95d1-42a7-9780-a685574ed33c tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (56aab989-a6ac-49f2-8772-979e42d65981), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:36.769246 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-75525ce0-95d1-42a7-9780-a685574ed33c tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Network 2d568438-4bdd-4827-a763-bef7c6e3099f is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 01:03:36.772318 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-75525ce0-95d1-42a7-9780-a685574ed33c tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 01:03:36.775964 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-75525ce0-95d1-42a7-9780-a685574ed33c tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 01:03:36.804707 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75525ce0-95d1-42a7-9780-a685574ed33c tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Pushing event updated for resources: {'Port': ['ID=56aab989-a6ac-49f2-8772-979e42d65981,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:36.833563 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-75525ce0-95d1-42a7-9780-a685574ed33c tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:36.834186 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-75525ce0-95d1-42a7-9780-a685574ed33c tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:36.923194 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-75525ce0-95d1-42a7-9780-a685574ed33c tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7528472 Feb 04 01:03:37.100184 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-9501d7cb-3e26-4cc2-aaf8-5a8129a34717 service neutron] Request body: {'port': {'device_id': '8dda5b30-1710-4fa2-8025-ed7ef6aa6d92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 01:03:37.114714 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-7310951d-e078-411f-b74c-f96ce54a82d5 None None] Provisioning complete for port 56aab989-a6ac-49f2-8772-979e42d65981 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:37.115290 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7310951d-e078-411f-b74c-f96ce54a82d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (56aab989-a6ac-49f2-8772-979e42d65981), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:37.182529 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-7310951d-e078-411f-b74c-f96ce54a82d5 None None] Port 56aab989-a6ac-49f2-8772-979e42d65981 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 01:03:37.201679 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec469c-79f1-42c2-a035-fce686cd3316 req-72d92090-36e0-4b3b-bc39-33eb67f64f6c tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:37.205583 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9cec469c-79f1-42c2-a035-fce686cd3316 req-72d92090-36e0-4b3b-bc39-33eb67f64f6c tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 931 time: 0.0997357 Feb 04 01:03:37.237028 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-84abfe1f-d667-4533-9838-1fd58a63e2dd tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-461172379&fields=id&tenant_id=fd7dd67098484d8cbfb3c9bb419ae36d HTTP/1.1" status: 200 len: 267 time: 0.1975334 Feb 04 01:03:37.250826 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-9501d7cb-3e26-4cc2-aaf8-5a8129a34717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (56aab989-a6ac-49f2-8772-979e42d65981), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:37.281412 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-9cec469c-79f1-42c2-a035-fce686cd3316 req-93ac455e-614d-4337-8bd7-82b478efd3c3 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/security-groups?id=73eb85a9-6ee4-4e00-8e82-da930d461d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700119 Feb 04 01:03:37.468621 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-6c0d8984-69c0-48ea-b1bd-8da8fe5abb1c tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:37.470286 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-6c0d8984-69c0-48ea-b1bd-8da8fe5abb1c tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/networks?id=7dadd738-5066-4487-ab47-0ed12f170e2e HTTP/1.1" status: 200 len: 808 time: 0.2314641 Feb 04 01:03:37.505572 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-22dbb94a-018a-4775-83fd-9fbb4ff435aa tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/quotas/fd7dd67098484d8cbfb3c9bb419ae36d HTTP/1.1" status: 200 len: 375 time: 0.0205710 Feb 04 01:03:37.620514 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-e96cb71d-7399-4a54-a8c3-03789244e2ff tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd7dd67098484d8cbfb3c9bb419ae36d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1023390 Feb 04 01:03:37.774826 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-9501d7cb-3e26-4cc2-aaf8-5a8129a34717 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56aab989-a6ac-49f2-8772-979e42d65981 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 01:03:37.785044 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-9501d7cb-3e26-4cc2-aaf8-5a8129a34717 service neutron] Publish callbacks [] for port (56aab989-a6ac-49f2-8772-979e42d65981), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:37.789311 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-b4f1f1ba-58dd-4895-adf1-f2ad3e90605e service neutron] 10.222.0.10 "GET /v2.0/networks/7dadd738-5066-4487-ab47-0ed12f170e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444163 Feb 04 01:03:37.810169 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-9501d7cb-3e26-4cc2-aaf8-5a8129a34717 service neutron] Transition to ACTIVE for port object 56aab989-a6ac-49f2-8772-979e42d65981 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 01:03:37.890611 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-9501d7cb-3e26-4cc2-aaf8-5a8129a34717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10424596'] for port (56aab989-a6ac-49f2-8772-979e42d65981), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:37.947523 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-60104bfd-c6c5-482d-9ba5-c7c42047ad0a service neutron] 10.222.0.10 "GET /v2.0/networks/7dadd738-5066-4487-ab47-0ed12f170e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464467 Feb 04 01:03:37.961239 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9501d7cb-3e26-4cc2-aaf8-5a8129a34717 service neutron] Pushing event updated for resources: {'Port': ['ID=56aab989-a6ac-49f2-8772-979e42d65981,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:38.084470 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-9501d7cb-3e26-4cc2-aaf8-5a8129a34717 service neutron] Attempting to bind port 56aab989-a6ac-49f2-8772-979e42d65981 on host hv-cinder-82777 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 01:03:38.084942 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-9501d7cb-3e26-4cc2-aaf8-5a8129a34717 service neutron] Attempting to bind port 56aab989-a6ac-49f2-8772-979e42d65981 by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': 'ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2d568438-4bdd-4827-a763-bef7c6e3099f'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 01:03:38.085416 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-9501d7cb-3e26-4cc2-aaf8-5a8129a34717 service neutron] Attempting to bind port 56aab989-a6ac-49f2-8772-979e42d65981 on network 2d568438-4bdd-4827-a763-bef7c6e3099f {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 01:03:38.093131 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-9501d7cb-3e26-4cc2-aaf8-5a8129a34717 service neutron] Port 56aab989-a6ac-49f2-8772-979e42d65981 on network 2d568438-4bdd-4827-a763-bef7c6e3099f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 01:03:38.093463 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-9501d7cb-3e26-4cc2-aaf8-5a8129a34717 service neutron] Attempting to bind port 56aab989-a6ac-49f2-8772-979e42d65981 on network 2d568438-4bdd-4827-a763-bef7c6e3099f {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 01:03:38.100606 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-9501d7cb-3e26-4cc2-aaf8-5a8129a34717 service neutron] Checking agent: {'id': 'bf093114-7719-4a60-8fae-8541124bea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 50, 48), 'started_at': datetime.datetime(2022, 2, 4, 0, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 1, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 01:03:38.100905 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-9501d7cb-3e26-4cc2-aaf8-5a8129a34717 service neutron] Checking segment: {'id': 'ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2d568438-4bdd-4827-a763-bef7c6e3099f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 01:03:38.101446 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-9501d7cb-3e26-4cc2-aaf8-5a8129a34717 service neutron] Bound using segment: {'id': 'ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2d568438-4bdd-4827-a763-bef7c6e3099f'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 01:03:38.102165 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-9501d7cb-3e26-4cc2-aaf8-5a8129a34717 service neutron] Bound port: 56aab989-a6ac-49f2-8772-979e42d65981, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2d568438-4bdd-4827-a763-bef7c6e3099f'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 01:03:38.102670 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-9501d7cb-3e26-4cc2-aaf8-5a8129a34717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (56aab989-a6ac-49f2-8772-979e42d65981), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:38.191675 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-9501d7cb-3e26-4cc2-aaf8-5a8129a34717 service neutron] For port 56aab989-a6ac-49f2-8772-979e42d65981, host hv-cinder-82777, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 01:03:38.196103 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-9501d7cb-3e26-4cc2-aaf8-5a8129a34717 service neutron] For port 56aab989-a6ac-49f2-8772-979e42d65981, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=56aab989-a6ac-49f2-8772-979e42d65981,segment=NetworkSegment(ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5),segment_id=ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 01:03:38.252483 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-9501d7cb-3e26-4cc2-aaf8-5a8129a34717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10424596'] for port (56aab989-a6ac-49f2-8772-979e42d65981), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:38.288251 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-9501d7cb-3e26-4cc2-aaf8-5a8129a34717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:38.288873 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-9501d7cb-3e26-4cc2-aaf8-5a8129a34717 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:38.290253 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-9501d7cb-3e26-4cc2-aaf8-5a8129a34717 service neutron] 10.222.0.39 "PUT /v2.0/ports/56aab989-a6ac-49f2-8772-979e42d65981 HTTP/1.1" status: 200 len: 1093 time: 1.3516121 Feb 04 01:03:38.290733 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dda5b30-1710-4fa2-8025-ed7ef6aa6d92', 'tag': '56aab989-a6ac-49f2-8772-979e42d65981'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 01:03:38.293079 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9923a7793e9fa6102d344dd696201155eb04f662303130ce66584af0359f1e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1961eb20-4ef3-43e7-a80c-06432bf809c5" -d '{"events": [{"name": "network-changed", "server_uuid": "8dda5b30-1710-4fa2-8025-ed7ef6aa6d92", "tag": "56aab989-a6ac-49f2-8772-979e42d65981"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 01:03:38.316718 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9501d7cb-3e26-4cc2-aaf8-5a8129a34717 service neutron] Pushing event updated for resources: {'Port': ['ID=56aab989-a6ac-49f2-8772-979e42d65981,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:38.324146 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9501d7cb-3e26-4cc2-aaf8-5a8129a34717 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:03:38.324583 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9501d7cb-3e26-4cc2-aaf8-5a8129a34717 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:03:38.324994 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9501d7cb-3e26-4cc2-aaf8-5a8129a34717 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:03:38.325424 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9501d7cb-3e26-4cc2-aaf8-5a8129a34717 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:03:38.325847 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9501d7cb-3e26-4cc2-aaf8-5a8129a34717 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:03:38.326348 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9501d7cb-3e26-4cc2-aaf8-5a8129a34717 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:03:38.326689 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9501d7cb-3e26-4cc2-aaf8-5a8129a34717 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:03:38.327118 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9501d7cb-3e26-4cc2-aaf8-5a8129a34717 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:03:38.327519 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9501d7cb-3e26-4cc2-aaf8-5a8129a34717 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:03:38.327916 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9501d7cb-3e26-4cc2-aaf8-5a8129a34717 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:03:38.328373 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9501d7cb-3e26-4cc2-aaf8-5a8129a34717 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:03:38.328777 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9501d7cb-3e26-4cc2-aaf8-5a8129a34717 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:03:38.332275 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9501d7cb-3e26-4cc2-aaf8-5a8129a34717 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:03:38.550831 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 01:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a521130-7a02-4826-9ca8-12e3853a92fc x-openstack-request-id: req-0a521130-7a02-4826-9ca8-12e3853a92fc {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 01:03:38.551125 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dda5b30-1710-4fa2-8025-ed7ef6aa6d92", "tag": "56aab989-a6ac-49f2-8772-979e42d65981", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 01:03:38.551380 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0a521130-7a02-4826-9ca8-12e3853a92fc {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 01:03:38.551784 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dda5b30-1710-4fa2-8025-ed7ef6aa6d92', 'tag': '56aab989-a6ac-49f2-8772-979e42d65981', 'status': 'completed', 'code': 200} Feb 04 01:03:38.717933 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-3cb11da6-db79-4b69-b77e-8d29573b634d req-175a1cf7-e1b9-4d1b-a1db-20542e2f38d9 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 210 time: 0.0976226 Feb 04 01:03:38.728772 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc37f8c-e32e-4f84-9b6b-bed1867c4758 req-ef35487a-10d9-4e8d-8ebf-212d738b0742 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:38.746205 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-1dc37f8c-e32e-4f84-9b6b-bed1867c4758 req-ef35487a-10d9-4e8d-8ebf-212d738b0742 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 943 time: 0.1654692 Feb 04 01:03:38.809265 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-1dc37f8c-e32e-4f84-9b6b-bed1867c4758 req-9a0081d1-1ae2-44e3-9773-0464bc4c271a tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/security-groups?id=73eb85a9-6ee4-4e00-8e82-da930d461d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661411 Feb 04 01:03:39.816323 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-1534eb0d-5c3e-47ee-9d51-6ee0a2878b36 req-378419d5-cf03-43c2-a6af-7d1fe27009cd tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 210 time: 0.0285468 Feb 04 01:03:39.940177 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2fd9d-437b-4ba0-9a2c-4f063cbc5bcc req-7f0ddd01-74b6-4f77-b00a-e9eab440ac38 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:39.941941 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-55f2fd9d-437b-4ba0-9a2c-4f063cbc5bcc req-7f0ddd01-74b6-4f77-b00a-e9eab440ac38 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 943 time: 0.0581872 Feb 04 01:03:39.992772 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-55f2fd9d-437b-4ba0-9a2c-4f063cbc5bcc req-9a806577-5576-4477-b1fb-9b03e6cb8fc0 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/security-groups?id=73eb85a9-6ee4-4e00-8e82-da930d461d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449977 Feb 04 01:03:40.176438 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-373c582a-24bb-4d9a-b34f-1bb7fd9616d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:40.922391 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-865ebc3a-bb89-48e0-8783-fce8f777bf95 req-8cb92091-ebd9-4d93-9008-4d94e85d44aa tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 210 time: 0.0293324 Feb 04 01:03:41.115067 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07461604-a03a-4471-aef3-e93babc5fafe req-e500e262-2996-4671-9ce8-2b09026f30ec tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:41.116547 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-07461604-a03a-4471-aef3-e93babc5fafe req-e500e262-2996-4671-9ce8-2b09026f30ec tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 943 time: 0.0516596 Feb 04 01:03:41.173012 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-07461604-a03a-4471-aef3-e93babc5fafe req-c13954b0-3dbe-4ce8-b981-205138557f7b tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/security-groups?id=73eb85a9-6ee4-4e00-8e82-da930d461d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508759 Feb 04 01:03:42.014289 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-42b3e18a-267d-4f82-ba2c-24560c4e9cde req-0a0cf85b-eb34-44e5-8073-829c6c4ff1cd tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 210 time: 0.0256875 Feb 04 01:03:42.222998 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a8858a33-cc41-4f5f-b347-21e4bbd5f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:42.261175 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 6 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 01:03:42.307626 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6cf14-4ef6-4e8e-8083-8de512c0117c req-811a5263-88b6-473f-b559-694567ab3f93 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:42.309131 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-0db6cf14-4ef6-4e8e-8083-8de512c0117c req-811a5263-88b6-473f-b559-694567ab3f93 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 943 time: 0.0557611 Feb 04 01:03:42.363369 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-0db6cf14-4ef6-4e8e-8083-8de512c0117c req-2726dfa4-bc3d-4264-9867-7475670c5bdc tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/security-groups?id=73eb85a9-6ee4-4e00-8e82-da930d461d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486348 Feb 04 01:03:43.131291 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c31ead8e-874e-49d4-b1bc-eea644446797 req-398d3e59-9f68-432d-b5d5-646f26163a18 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 210 time: 0.0291293 Feb 04 01:03:43.451955 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:43.494774 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21195cb6-2873-4b38-bf38-4700d2cb5120 req-9e354995-603e-42c1-9f14-9a420a41a06a tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:43.496273 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-21195cb6-2873-4b38-bf38-4700d2cb5120 req-9e354995-603e-42c1-9f14-9a420a41a06a tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 943 time: 0.0585363 Feb 04 01:03:43.545465 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-21195cb6-2873-4b38-bf38-4700d2cb5120 req-46c54dab-800e-43c9-a202-c3a34fa23fa6 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/security-groups?id=73eb85a9-6ee4-4e00-8e82-da930d461d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430229 Feb 04 01:03:44.233258 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f4a00b0e-ffb4-4447-af47-63f6122835d2 req-57a89177-2dd5-4a45-8410-7abf5ff60e2a tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 210 time: 0.0339377 Feb 04 01:03:44.680736 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a709b13c-bd77-4347-b0d6-22b22c089b10 req-c4c474af-8bac-4cc3-9e46-aed73a3a4aa1 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:44.682965 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a709b13c-bd77-4347-b0d6-22b22c089b10 req-c4c474af-8bac-4cc3-9e46-aed73a3a4aa1 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 943 time: 0.0635173 Feb 04 01:03:45.053522 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a709b13c-bd77-4347-b0d6-22b22c089b10 req-20558d7a-09f2-49b0-a183-281bddf4a32c tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/security-groups?id=73eb85a9-6ee4-4e00-8e82-da930d461d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639445 Feb 04 01:03:45.251984 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:45.337693 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-d5370148-f5b1-4f7c-80fe-a0010e6164ed req-8b23d4a1-6b5f-47e8-abf2-22237a3fd5ac tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 210 time: 0.0301573 Feb 04 01:03:46.178510 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784dfa92-0b9f-48e1-8eaa-b8c5389cd014 req-3d6b2a0d-e604-41c7-8bf4-723f91354254 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:46.179956 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-784dfa92-0b9f-48e1-8eaa-b8c5389cd014 req-3d6b2a0d-e604-41c7-8bf4-723f91354254 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 943 time: 0.0515797 Feb 04 01:03:46.182560 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:46.226239 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-784dfa92-0b9f-48e1-8eaa-b8c5389cd014 req-3a45c495-216f-47b9-9826-f8c623f0f712 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/security-groups?id=73eb85a9-6ee4-4e00-8e82-da930d461d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405974 Feb 04 01:03:46.430163 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f5c50fa9-eb68-4e96-b75f-1316ad1e501f req-bdf5f2ad-4b2d-4594-b1c1-56bffbdffb2f tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 210 time: 0.0265996 Feb 04 01:03:46.960577 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961eb20-4ef3-43e7-a80c-06432bf809c5 req-43da614b-6e79-41cb-a402-11fb6bc4a8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:46.962216 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-1961eb20-4ef3-43e7-a80c-06432bf809c5 req-43da614b-6e79-41cb-a402-11fb6bc4a8c4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e30936c961b14f4aa6d56be596f326c1&device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 1127 time: 0.0449486 Feb 04 01:03:47.061157 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961eb20-4ef3-43e7-a80c-06432bf809c5 req-f2493e92-bb1f-4aba-9b91-b5741612e1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:47.063161 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-1961eb20-4ef3-43e7-a80c-06432bf809c5 req-f2493e92-bb1f-4aba-9b91-b5741612e1b8 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e30936c961b14f4aa6d56be596f326c1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0925443 Feb 04 01:03:47.156705 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961eb20-4ef3-43e7-a80c-06432bf809c5 req-eada333c-6059-43f2-936a-24bc3002320d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:47.158205 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-1961eb20-4ef3-43e7-a80c-06432bf809c5 req-eada333c-6059-43f2-936a-24bc3002320d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888369 Feb 04 01:03:47.237924 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-8ac8816b-1f9f-40bb-b2e4-0b311fb02953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:47.239458 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-8ac8816b-1f9f-40bb-b2e4-0b311fb02953 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e30936c961b14f4aa6d56be596f326c1&device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 1127 time: 0.0445375 Feb 04 01:03:47.286519 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-63012bfd-b943-4fef-bc50-b7b137ebba21 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56aab989-a6ac-49f2-8772-979e42d65981 HTTP/1.1" status: 200 len: 217 time: 0.0354252 Feb 04 01:03:47.376751 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-a39f9560-d728-49fd-b868-6862df309b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:47.378247 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-a39f9560-d728-49fd-b868-6862df309b35 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ddf90734-0a1a-4e97-9c10-6b152ee872e2 HTTP/1.1" status: 200 len: 854 time: 0.0575492 Feb 04 01:03:47.387673 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04591e15-f73f-4808-b08a-a5784d20c192 req-a15420cf-26b5-46da-ad3f-57f8f9b27230 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:47.391250 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-04591e15-f73f-4808-b08a-a5784d20c192 req-a15420cf-26b5-46da-ad3f-57f8f9b27230 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 943 time: 0.0943894 Feb 04 01:03:47.460757 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-04591e15-f73f-4808-b08a-a5784d20c192 req-769f93b2-f7ec-44bc-88b8-79065201bfc4 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/security-groups?id=73eb85a9-6ee4-4e00-8e82-da930d461d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629473 Feb 04 01:03:47.465439 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-83030a69-f5f5-40b5-b820-a725f47a3991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:47.466963 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-83030a69-f5f5-40b5-b820-a725f47a3991 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d568438-4bdd-4827-a763-bef7c6e3099f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0764294 Feb 04 01:03:47.530767 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-12b6b3d8-1282-4b91-a832-58dfe8dd5b82 req-8208ed4d-66ad-4e94-935d-f2165ec2a602 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 210 time: 0.0282564 Feb 04 01:03:47.569206 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-19e57228-967d-45b3-a075-993e2ecd09b9 service neutron] 10.222.0.39 "GET /v2.0/networks/2d568438-4bdd-4827-a763-bef7c6e3099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873938 Feb 04 01:03:47.659975 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-be8d782f-e8d8-4a45-b9c1-eb39d4f16d41 req-d5597fe0-f76d-4b1c-adfc-b0601b253156 service neutron] 10.222.0.39 "GET /v2.0/networks/2d568438-4bdd-4827-a763-bef7c6e3099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800602 Feb 04 01:03:48.175911 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-b5b56289-212c-4b43-a87e-5c6614c4cf1e tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:48.177359 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-b5b56289-212c-4b43-a87e-5c6614c4cf1e tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.39 "GET /v2.0/networks?id=7dadd738-5066-4487-ab47-0ed12f170e2e HTTP/1.1" status: 200 len: 808 time: 0.1028390 Feb 04 01:03:48.242257 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-248a38ef-aad0-4e3b-b916-b1718325f8d5 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd7dd67098484d8cbfb3c9bb419ae36d HTTP/1.1" status: 200 len: 379 time: 0.0545969 Feb 04 01:03:48.253101 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-9f364f07-abf4-4738-a73b-88185f3791ea tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Request body: {'port': {'device_id': '328538eb-b5a4-417a-8c6e-ffb63123c238', 'network_id': '7dadd738-5066-4487-ab47-0ed12f170e2e', 'admin_state_up': True, 'tenant_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'security_groups': ['bf0f438c-8104-4f4b-a862-7a49d8fb3dd7']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 01:03:48.428288 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-9f364f07-abf4-4738-a73b-88185f3791ea tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Made reservation on behalf of fd7dd67098484d8cbfb3c9bb419ae36d for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 01:03:48.431614 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-9f364f07-abf4-4738-a73b-88185f3791ea tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:48.583246 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-9f364f07-abf4-4738-a73b-88185f3791ea tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Allocated IP 172.20.0.5 (7dadd738-5066-4487-ab47-0ed12f170e2e/8117fdc5-8bce-4cc6-aadd-bd5c8567ba6d/aec89132-3a8f-491a-adb6-dd1c43c81a60) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 01:03:48.611916 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b74100-9a58-412d-a81b-5490ec586d67 req-d0a2c43d-2fe4-4893-a6a5-28549802e588 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:48.613399 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-57b74100-9a58-412d-a81b-5490ec586d67 req-d0a2c43d-2fe4-4893-a6a5-28549802e588 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 943 time: 0.0848494 Feb 04 01:03:48.641150 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-972127f4-8e51-4f04-bcc3-35b4f225cd52 req-1f233ebd-ae5f-4a34-ae54-21846c083755 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 210 time: 0.0277288 Feb 04 01:03:48.715159 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-57b74100-9a58-412d-a81b-5490ec586d67 req-0684b17b-181d-4b2b-856b-7842e5142003 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/security-groups?id=73eb85a9-6ee4-4e00-8e82-da930d461d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924778 Feb 04 01:03:48.771212 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:48.775015 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-9f364f07-abf4-4738-a73b-88185f3791ea tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks [] for port (aec89132-3a8f-491a-adb6-dd1c43c81a60), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:48.908972 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-9f364f07-abf4-4738-a73b-88185f3791ea tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (aec89132-3a8f-491a-adb6-dd1c43c81a60), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:48.952199 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-9f364f07-abf4-4738-a73b-88185f3791ea tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Network 7dadd738-5066-4487-ab47-0ed12f170e2e is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 01:03:48.955320 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-9f364f07-abf4-4738-a73b-88185f3791ea tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 01:03:48.958972 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-9f364f07-abf4-4738-a73b-88185f3791ea tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 01:03:48.982146 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f364f07-abf4-4738-a73b-88185f3791ea tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Pushing event updated for resources: {'Port': ['ID=aec89132-3a8f-491a-adb6-dd1c43c81a60,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:49.011376 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-9f364f07-abf4-4738-a73b-88185f3791ea tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:49.012070 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-9f364f07-abf4-4738-a73b-88185f3791ea tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:49.099732 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-9f364f07-abf4-4738-a73b-88185f3791ea tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8507826 Feb 04 01:03:49.115114 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-40b52125-6b57-456b-bec0-dec950153fa0 service neutron] Request body: {'port': {'device_id': '328538eb-b5a4-417a-8c6e-ffb63123c238', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 01:03:49.166209 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-767e70e8-ea34-4f0c-894a-7137dffb947d None None] Provisioning complete for port aec89132-3a8f-491a-adb6-dd1c43c81a60 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:49.166588 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-767e70e8-ea34-4f0c-894a-7137dffb947d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (aec89132-3a8f-491a-adb6-dd1c43c81a60), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:49.179703 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-40b52125-6b57-456b-bec0-dec950153fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (aec89132-3a8f-491a-adb6-dd1c43c81a60), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:49.202604 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-767e70e8-ea34-4f0c-894a-7137dffb947d None None] Port aec89132-3a8f-491a-adb6-dd1c43c81a60 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 01:03:49.432199 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-40b52125-6b57-456b-bec0-dec950153fa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aec89132-3a8f-491a-adb6-dd1c43c81a60 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 01:03:49.439550 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-40b52125-6b57-456b-bec0-dec950153fa0 service neutron] Publish callbacks [] for port (aec89132-3a8f-491a-adb6-dd1c43c81a60), precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:49.451675 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-40b52125-6b57-456b-bec0-dec950153fa0 service neutron] Transition to ACTIVE for port object aec89132-3a8f-491a-adb6-dd1c43c81a60 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 01:03:49.523691 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-40b52125-6b57-456b-bec0-dec950153fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10424596'] for port (aec89132-3a8f-491a-adb6-dd1c43c81a60), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:49.574061 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b52125-6b57-456b-bec0-dec950153fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=aec89132-3a8f-491a-adb6-dd1c43c81a60,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:49.646545 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-40b52125-6b57-456b-bec0-dec950153fa0 service neutron] Attempting to bind port aec89132-3a8f-491a-adb6-dd1c43c81a60 on host hv-cinder-82777 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 01:03:49.646886 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-40b52125-6b57-456b-bec0-dec950153fa0 service neutron] Attempting to bind port aec89132-3a8f-491a-adb6-dd1c43c81a60 by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': '7372663d-4e8e-4e34-83f2-6808fcbe578a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7dadd738-5066-4487-ab47-0ed12f170e2e'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 01:03:49.647220 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-40b52125-6b57-456b-bec0-dec950153fa0 service neutron] Attempting to bind port aec89132-3a8f-491a-adb6-dd1c43c81a60 on network 7dadd738-5066-4487-ab47-0ed12f170e2e {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 01:03:49.652276 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-40b52125-6b57-456b-bec0-dec950153fa0 service neutron] Port aec89132-3a8f-491a-adb6-dd1c43c81a60 on network 7dadd738-5066-4487-ab47-0ed12f170e2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 01:03:49.652603 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-40b52125-6b57-456b-bec0-dec950153fa0 service neutron] Attempting to bind port aec89132-3a8f-491a-adb6-dd1c43c81a60 on network 7dadd738-5066-4487-ab47-0ed12f170e2e {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 01:03:49.658094 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-40b52125-6b57-456b-bec0-dec950153fa0 service neutron] Checking agent: {'id': 'bf093114-7719-4a60-8fae-8541124bea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 50, 48), 'started_at': datetime.datetime(2022, 2, 4, 0, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 1, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 01:03:49.658439 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-40b52125-6b57-456b-bec0-dec950153fa0 service neutron] Checking segment: {'id': '7372663d-4e8e-4e34-83f2-6808fcbe578a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7dadd738-5066-4487-ab47-0ed12f170e2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 01:03:49.658826 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-40b52125-6b57-456b-bec0-dec950153fa0 service neutron] Bound using segment: {'id': '7372663d-4e8e-4e34-83f2-6808fcbe578a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7dadd738-5066-4487-ab47-0ed12f170e2e'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 01:03:49.659255 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-40b52125-6b57-456b-bec0-dec950153fa0 service neutron] Bound port: aec89132-3a8f-491a-adb6-dd1c43c81a60, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7372663d-4e8e-4e34-83f2-6808fcbe578a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7dadd738-5066-4487-ab47-0ed12f170e2e'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 01:03:49.659644 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-40b52125-6b57-456b-bec0-dec950153fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (aec89132-3a8f-491a-adb6-dd1c43c81a60), before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:49.727452 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-40b52125-6b57-456b-bec0-dec950153fa0 service neutron] For port aec89132-3a8f-491a-adb6-dd1c43c81a60, host hv-cinder-82777, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 01:03:49.730916 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-40b52125-6b57-456b-bec0-dec950153fa0 service neutron] For port aec89132-3a8f-491a-adb6-dd1c43c81a60, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=aec89132-3a8f-491a-adb6-dd1c43c81a60,segment=NetworkSegment(7372663d-4e8e-4e34-83f2-6808fcbe578a),segment_id=7372663d-4e8e-4e34-83f2-6808fcbe578a)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 01:03:49.768663 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927a3ae-c53d-4a7f-8daa-7ae39e7d759c req-8dffcc5c-7e56-4a09-a164-d4b331576911 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:49.770208 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8927a3ae-c53d-4a7f-8daa-7ae39e7d759c req-8dffcc5c-7e56-4a09-a164-d4b331576911 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 943 time: 0.0565243 Feb 04 01:03:49.813581 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-40b52125-6b57-456b-bec0-dec950153fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10424596'] for port (aec89132-3a8f-491a-adb6-dd1c43c81a60), after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:49.819429 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8927a3ae-c53d-4a7f-8daa-7ae39e7d759c req-4c68f27c-ecbe-4734-b0b4-e72c8bf4d61a tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0f438c-8104-4f4b-a862-7a49d8fb3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430937 Feb 04 01:03:49.826467 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 56aab989-a6ac-49f2-8772-979e42d65981 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 01:03:49.866656 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-40b52125-6b57-456b-bec0-dec950153fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:49.867292 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-40b52125-6b57-456b-bec0-dec950153fa0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:49.868717 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-40b52125-6b57-456b-bec0-dec950153fa0 service neutron] 10.222.0.39 "PUT /v2.0/ports/aec89132-3a8f-491a-adb6-dd1c43c81a60 HTTP/1.1" status: 200 len: 1093 time: 0.7580285 Feb 04 01:03:49.870320 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '328538eb-b5a4-417a-8c6e-ffb63123c238', 'tag': 'aec89132-3a8f-491a-adb6-dd1c43c81a60'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 01:03:49.872653 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9923a7793e9fa6102d344dd696201155eb04f662303130ce66584af0359f1e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880507b4-a931-4043-8a85-5c3dfac2c8fc" -d '{"events": [{"name": "network-changed", "server_uuid": "328538eb-b5a4-417a-8c6e-ffb63123c238", "tag": "aec89132-3a8f-491a-adb6-dd1c43c81a60"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 01:03:49.913227 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b52125-6b57-456b-bec0-dec950153fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=aec89132-3a8f-491a-adb6-dd1c43c81a60,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:49.930008 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d600b-b715-47f1-b5f4-6d3198d08403 req-c0415d32-b00c-4d47-916d-d5087c2ce9a0 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:49.932081 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-f89d600b-b715-47f1-b5f4-6d3198d08403 req-c0415d32-b00c-4d47-916d-d5087c2ce9a0 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 943 time: 0.1481102 Feb 04 01:03:49.933808 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 01:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65019edc-c495-4822-bc19-c091669ecd5d x-openstack-request-id: req-65019edc-c495-4822-bc19-c091669ecd5d {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 01:03:49.940905 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "328538eb-b5a4-417a-8c6e-ffb63123c238", "tag": "aec89132-3a8f-491a-adb6-dd1c43c81a60", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 01:03:49.940905 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-65019edc-c495-4822-bc19-c091669ecd5d {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 01:03:49.940905 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '328538eb-b5a4-417a-8c6e-ffb63123c238', 'tag': 'aec89132-3a8f-491a-adb6-dd1c43c81a60', 'status': 'completed', 'code': 200} Feb 04 01:03:49.951707 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 56aab989-a6ac-49f2-8772-979e42d65981, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=56aab989-a6ac-49f2-8772-979e42d65981,segment=NetworkSegment(ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5),segment_id=ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:03:49.968590 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Returning: {'device': '56aab989-a6ac-49f2-8772-979e42d65981', 'network_id': '2d568438-4bdd-4827-a763-bef7c6e3099f', 'port_id': '56aab989-a6ac-49f2-8772-979e42d65981', 'mac_address': 'fa:16:3e:0c:2c:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddf90734-0a1a-4e97-9c10-6b152ee872e2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 01:03:50.010086 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port 56aab989-a6ac-49f2-8772-979e42d65981 is: DOWN; New status is: BUILD {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:03:50.010755 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (56aab989-a6ac-49f2-8772-979e42d65981), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:50.020266 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-f89d600b-b715-47f1-b5f4-6d3198d08403 req-17cc2038-ef75-4fb5-8144-f6b0682c221f tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/security-groups?id=73eb85a9-6ee4-4e00-8e82-da930d461d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776279 Feb 04 01:03:50.029032 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56aab989-a6ac-49f2-8772-979e42d65981 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 01:03:50.031762 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880507b4-a931-4043-8a85-5c3dfac2c8fc req-019ace10-8ec7-4f52-8802-ec708ebdc762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:50.033933 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-880507b4-a931-4043-8a85-5c3dfac2c8fc req-019ace10-8ec7-4f52-8802-ec708ebdc762 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd7dd67098484d8cbfb3c9bb419ae36d&device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 1127 time: 0.0733628 Feb 04 01:03:50.051977 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 56aab989-a6ac-49f2-8772-979e42d65981, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=56aab989-a6ac-49f2-8772-979e42d65981,segment=NetworkSegment(ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5),segment_id=ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:03:50.129795 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (56aab989-a6ac-49f2-8772-979e42d65981), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:50.135984 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880507b4-a931-4043-8a85-5c3dfac2c8fc req-358b290a-b33d-4cc5-a0e5-6251b7268a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:50.138919 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-880507b4-a931-4043-8a85-5c3dfac2c8fc req-358b290a-b33d-4cc5-a0e5-6251b7268a33 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=fd7dd67098484d8cbfb3c9bb419ae36d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0919490 Feb 04 01:03:50.196433 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=56aab989-a6ac-49f2-8772-979e42d65981,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:50.237538 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880507b4-a931-4043-8a85-5c3dfac2c8fc req-c719982a-afd6-4cfd-936f-7b4ece1ca9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:50.239006 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-880507b4-a931-4043-8a85-5c3dfac2c8fc req-c719982a-afd6-4cfd-936f-7b4ece1ca9a1 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926218 Feb 04 01:03:50.319067 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-0339102d-3490-4124-8a1b-db5d9895b1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:50.320550 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-0339102d-3490-4124-8a1b-db5d9895b1fd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd7dd67098484d8cbfb3c9bb419ae36d&device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 1127 time: 0.0439341 Feb 04 01:03:50.364986 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-b3f252f9-e4f6-4265-a2f8-048461aa63ed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aec89132-3a8f-491a-adb6-dd1c43c81a60 HTTP/1.1" status: 200 len: 217 time: 0.0368326 Feb 04 01:03:50.382576 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['56aab989-a6ac-49f2-8772-979e42d65981'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 01:03:50.413200 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-da995e52-629d-4a42-a5aa-9e790185213e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:50.414710 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-da995e52-629d-4a42-a5aa-9e790185213e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8117fdc5-8bce-4cc6-aadd-bd5c8567ba6d HTTP/1.1" status: 200 len: 847 time: 0.0435266 Feb 04 01:03:50.465546 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-17fdbeca-9cbd-46c0-bd39-a25d7cb35497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:50.467065 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-17fdbeca-9cbd-46c0-bd39-a25d7cb35497 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7dadd738-5066-4487-ab47-0ed12f170e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442915 Feb 04 01:03:50.556279 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-778ff120-df33-4655-9b96-d5df063986fd service neutron] 10.222.0.39 "GET /v2.0/networks/7dadd738-5066-4487-ab47-0ed12f170e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827191 Feb 04 01:03:50.650274 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e5481d47-d175-4a94-beb0-2b6158a6d1d9 req-1c65c895-d54d-4ebc-8b19-fd9d5b40f6b7 service neutron] 10.222.0.39 "GET /v2.0/networks/7dadd738-5066-4487-ab47-0ed12f170e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870261 Feb 04 01:03:50.941889 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c591083-2897-4c10-8595-fcd027c58973 req-03f81e0d-8ee4-4483-8087-282d1da40344 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:50.943384 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0c591083-2897-4c10-8595-fcd027c58973 req-03f81e0d-8ee4-4483-8087-282d1da40344 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 943 time: 0.0525255 Feb 04 01:03:50.993104 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0c591083-2897-4c10-8595-fcd027c58973 req-db0ae50f-ef9e-4e91-8a89-797e76e4a40a tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0f438c-8104-4f4b-a862-7a49d8fb3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439677 Feb 04 01:03:51.137197 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda84c34-3771-4016-8eca-5676a003fbc1 req-ee8d01c7-fa7c-4130-9f3a-0fdb2c0a1775 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:51.138778 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-eda84c34-3771-4016-8eca-5676a003fbc1 req-ee8d01c7-fa7c-4130-9f3a-0fdb2c0a1775 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 944 time: 0.0532839 Feb 04 01:03:51.187914 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-eda84c34-3771-4016-8eca-5676a003fbc1 req-9958cb66-05e1-4e94-ba5f-226a2a419106 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/security-groups?id=73eb85a9-6ee4-4e00-8e82-da930d461d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436416 Feb 04 01:03:51.824457 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 56aab989-a6ac-49f2-8772-979e42d65981 up at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 01:03:51.936668 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning for port 56aab989-a6ac-49f2-8772-979e42d65981 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 01:03:51.941277 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning complete for port 56aab989-a6ac-49f2-8772-979e42d65981 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:51.941754 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (56aab989-a6ac-49f2-8772-979e42d65981), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:52.035982 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port 56aab989-a6ac-49f2-8772-979e42d65981 is: BUILD; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:03:52.035982 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (56aab989-a6ac-49f2-8772-979e42d65981), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:52.055897 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dda5b30-1710-4fa2-8025-ed7ef6aa6d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56aab989-a6ac-49f2-8772-979e42d65981'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 01:03:52.058156 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6008afca8a05d931a9cb2feac605f7a66ad88b8a0c7f78d7c81d8c88d670685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4eed64-3455-4a7a-9082-cce139860d7c" -d '{"events": [{"server_uuid": "8dda5b30-1710-4fa2-8025-ed7ef6aa6d92", "name": "network-vif-plugged", "status": "completed", "tag": "56aab989-a6ac-49f2-8772-979e42d65981"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 01:03:52.072141 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port 56aab989-a6ac-49f2-8772-979e42d65981, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=56aab989-a6ac-49f2-8772-979e42d65981,segment=NetworkSegment(ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5),segment_id=ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:03:52.112882 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5a7fc-b510-4297-9425-5f6a0a161a11 req-04f2fc4e-a680-4234-a624-795ba6a8b014 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:52.114447 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e7d5a7fc-b510-4297-9425-5f6a0a161a11 req-04f2fc4e-a680-4234-a624-795ba6a8b014 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 943 time: 0.0528717 Feb 04 01:03:52.155691 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 01:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9cec23-e0e1-408f-9a08-5bf0a165a3a5 x-openstack-request-id: req-2f9cec23-e0e1-408f-9a08-5bf0a165a3a5 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 01:03:52.155987 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dda5b30-1710-4fa2-8025-ed7ef6aa6d92", "name": "network-vif-plugged", "status": "completed", "tag": "56aab989-a6ac-49f2-8772-979e42d65981", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 01:03:52.156246 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2f9cec23-e0e1-408f-9a08-5bf0a165a3a5 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 01:03:52.156676 dv-cinder-827778-1-iscsi neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dda5b30-1710-4fa2-8025-ed7ef6aa6d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56aab989-a6ac-49f2-8772-979e42d65981', 'code': 200} Feb 04 01:03:52.165655 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (56aab989-a6ac-49f2-8772-979e42d65981), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:52.168043 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e7d5a7fc-b510-4297-9425-5f6a0a161a11 req-ae9a5771-c867-45cb-bde2-4f6be54a994d tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0f438c-8104-4f4b-a862-7a49d8fb3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481954 Feb 04 01:03:52.218498 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=56aab989-a6ac-49f2-8772-979e42d65981,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:52.311308 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b0a92-e45f-4342-b78a-5cd2bc65702f req-c18d97f0-28cf-4a22-820a-fcff5b5ebe12 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:52.316794 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e90b0a92-e45f-4342-b78a-5cd2bc65702f req-c18d97f0-28cf-4a22-820a-fcff5b5ebe12 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 945 time: 0.0573113 Feb 04 01:03:52.364437 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e90b0a92-e45f-4342-b78a-5cd2bc65702f req-d4e25a86-1da7-486f-8816-174c365e4214 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/security-groups?id=73eb85a9-6ee4-4e00-8e82-da930d461d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454042 Feb 04 01:03:52.557794 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd59de3-bfa6-498e-b20c-41baff62c91e req-d744b700-c331-435a-8da1-4be93b14e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:52.559307 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4dd59de3-bfa6-498e-b20c-41baff62c91e req-d744b700-c331-435a-8da1-4be93b14e2db service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 1129 time: 0.0434046 Feb 04 01:03:52.604025 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4dd59de3-bfa6-498e-b20c-41baff62c91e req-dc628613-61d5-4de0-98f8-1fcd55636812 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=73eb85a9-6ee4-4e00-8e82-da930d461d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360579 Feb 04 01:03:53.286846 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636257a-a585-4889-9a11-ef6a54f49746 req-e5fba312-3327-42c5-9c97-06120e559a6b tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:53.288308 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-7636257a-a585-4889-9a11-ef6a54f49746 req-e5fba312-3327-42c5-9c97-06120e559a6b tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 943 time: 0.0515420 Feb 04 01:03:53.338477 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-7636257a-a585-4889-9a11-ef6a54f49746 req-a6a74a8b-177c-4e62-b12e-2314fc4ec531 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0f438c-8104-4f4b-a862-7a49d8fb3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447390 Feb 04 01:03:53.484146 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3474e0-7e47-4811-b97b-9beb79435a70 req-12fcc31c-da1f-4613-8d96-5effe0a4557b tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:53.485552 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-dd3474e0-7e47-4811-b97b-9beb79435a70 req-12fcc31c-da1f-4613-8d96-5effe0a4557b tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 945 time: 0.0548899 Feb 04 01:03:53.531036 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-dd3474e0-7e47-4811-b97b-9beb79435a70 req-fdac7ffe-cfba-4c64-8f08-531a55bfcc1f tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/security-groups?id=73eb85a9-6ee4-4e00-8e82-da930d461d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399702 Feb 04 01:03:54.453364 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771380a7-0f22-43e9-affd-25c3f720e662 req-00246b44-4a8e-4ed7-8e56-f5c5e370d0bd tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:54.455347 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-771380a7-0f22-43e9-affd-25c3f720e662 req-00246b44-4a8e-4ed7-8e56-f5c5e370d0bd tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 943 time: 0.0510626 Feb 04 01:03:54.503277 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-771380a7-0f22-43e9-affd-25c3f720e662 req-2664b332-5e28-41d8-b5f8-1988e62990ed tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0f438c-8104-4f4b-a862-7a49d8fb3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422626 Feb 04 01:03:54.644940 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706a1af-10bd-409b-8707-41e9dffe0edc req-68f05b41-fcff-4f4f-a56e-03bcad0639ef tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:54.646361 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6706a1af-10bd-409b-8707-41e9dffe0edc req-68f05b41-fcff-4f4f-a56e-03bcad0639ef tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 945 time: 0.0521705 Feb 04 01:03:54.691717 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6706a1af-10bd-409b-8707-41e9dffe0edc req-83601a17-98dc-49ae-bd4e-0dc9b9451cbc tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/security-groups?id=73eb85a9-6ee4-4e00-8e82-da930d461d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399561 Feb 04 01:03:54.808363 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c650a1-9169-4073-a888-e05c1fc6f639 req-55c42402-a6ff-4664-9bc9-cba64a7bd1f7 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:54.809845 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-19c650a1-9169-4073-a888-e05c1fc6f639 req-55c42402-a6ff-4664-9bc9-cba64a7bd1f7 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 945 time: 0.0540431 Feb 04 01:03:54.854268 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-19c650a1-9169-4073-a888-e05c1fc6f639 req-76fac11f-956e-4862-befa-9dc2021c70ab tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/security-groups?id=73eb85a9-6ee4-4e00-8e82-da930d461d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384619 Feb 04 01:03:55.174002 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babdc07-984d-492f-b04a-10eb39f56b15 req-596ea3db-536d-4504-bccf-134b47e8ca86 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:55.175515 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6babdc07-984d-492f-b04a-10eb39f56b15 req-596ea3db-536d-4504-bccf-134b47e8ca86 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 945 time: 0.0514355 Feb 04 01:03:55.220515 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6babdc07-984d-492f-b04a-10eb39f56b15 req-609b9d71-c027-4775-91c0-8dd971acbc43 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/security-groups?id=73eb85a9-6ee4-4e00-8e82-da930d461d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394185 Feb 04 01:03:55.622894 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600c661-17d4-42b7-ad33-d9976d9c7593 req-f753508a-2e2b-40f7-a6f8-66ad1c0fefe2 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:55.624360 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a600c661-17d4-42b7-ad33-d9976d9c7593 req-f753508a-2e2b-40f7-a6f8-66ad1c0fefe2 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 943 time: 0.0545533 Feb 04 01:03:55.671624 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a600c661-17d4-42b7-ad33-d9976d9c7593 req-2c21d077-f58f-4d17-97ff-9e83fab60ae7 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0f438c-8104-4f4b-a862-7a49d8fb3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413034 Feb 04 01:03:56.308080 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a874e56b-caae-4d46-a228-a8ee2dda3dbc req-2902e9b5-631c-4c18-a447-8febc6b43fd8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430262 Feb 04 01:03:56.398471 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874e56b-caae-4d46-a228-a8ee2dda3dbc req-945d9172-e932-4eea-90f0-e3de3b883700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:56.399955 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a874e56b-caae-4d46-a228-a8ee2dda3dbc req-945d9172-e932-4eea-90f0-e3de3b883700 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e30936c961b14f4aa6d56be596f326c1&device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 1129 time: 0.0441229 Feb 04 01:03:56.504620 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874e56b-caae-4d46-a228-a8ee2dda3dbc req-a7d0e087-2c83-48cd-9f19-25115f395f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:56.506098 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a874e56b-caae-4d46-a228-a8ee2dda3dbc req-a7d0e087-2c83-48cd-9f19-25115f395f83 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2d568438-4bdd-4827-a763-bef7c6e3099f HTTP/1.1" status: 200 len: 916 time: 0.0852883 Feb 04 01:03:56.546655 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a874e56b-caae-4d46-a228-a8ee2dda3dbc req-2062694e-52f9-4972-b2bd-07c82c64ef17 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56aab989-a6ac-49f2-8772-979e42d65981 HTTP/1.1" status: 200 len: 217 time: 0.0334511 Feb 04 01:03:56.595398 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874e56b-caae-4d46-a228-a8ee2dda3dbc req-e28769e6-acf1-46a7-bf1e-6a00eb224237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:56.596889 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a874e56b-caae-4d46-a228-a8ee2dda3dbc req-e28769e6-acf1-46a7-bf1e-6a00eb224237 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ddf90734-0a1a-4e97-9c10-6b152ee872e2 HTTP/1.1" status: 200 len: 854 time: 0.0433390 Feb 04 01:03:56.648988 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874e56b-caae-4d46-a228-a8ee2dda3dbc req-2ba03c40-26f8-4535-b20d-cb4e8cba0bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:56.650462 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a874e56b-caae-4d46-a228-a8ee2dda3dbc req-2ba03c40-26f8-4535-b20d-cb4e8cba0bab service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d568438-4bdd-4827-a763-bef7c6e3099f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472212 Feb 04 01:03:56.737840 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a874e56b-caae-4d46-a228-a8ee2dda3dbc req-5dde6d5f-923b-4773-ada6-9bcaa1d6ebab service neutron] 10.222.0.39 "GET /v2.0/networks/2d568438-4bdd-4827-a763-bef7c6e3099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798671 Feb 04 01:03:56.788739 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd17710-e0f3-4904-81b0-660504bd8a62 req-b14ebde3-7f6c-4a5d-8a47-d2711b220501 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:56.790283 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-dbd17710-e0f3-4904-81b0-660504bd8a62 req-b14ebde3-7f6c-4a5d-8a47-d2711b220501 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 943 time: 0.0525293 Feb 04 01:03:56.828194 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a874e56b-caae-4d46-a228-a8ee2dda3dbc req-97766c43-5427-4291-afe4-c48bd2581ca0 service neutron] 10.222.0.39 "GET /v2.0/networks/2d568438-4bdd-4827-a763-bef7c6e3099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838652 Feb 04 01:03:56.840927 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-dbd17710-e0f3-4904-81b0-660504bd8a62 req-b7930bc5-a021-4167-be90-606bb20f458d tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0f438c-8104-4f4b-a862-7a49d8fb3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450718 Feb 04 01:03:57.845764 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device aec89132-3a8f-491a-adb6-dd1c43c81a60 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 01:03:57.946781 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port aec89132-3a8f-491a-adb6-dd1c43c81a60, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=aec89132-3a8f-491a-adb6-dd1c43c81a60,segment=NetworkSegment(7372663d-4e8e-4e34-83f2-6808fcbe578a),segment_id=7372663d-4e8e-4e34-83f2-6808fcbe578a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:03:57.955971 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376680e-2965-476d-b6ce-94059228f631 req-e44196db-4bfc-4a79-b611-5a6695ad86e0 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:57.957500 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0376680e-2965-476d-b6ce-94059228f631 req-e44196db-4bfc-4a79-b611-5a6695ad86e0 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 943 time: 0.0521657 Feb 04 01:03:57.961924 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Returning: {'device': 'aec89132-3a8f-491a-adb6-dd1c43c81a60', 'network_id': '7dadd738-5066-4487-ab47-0ed12f170e2e', 'port_id': 'aec89132-3a8f-491a-adb6-dd1c43c81a60', 'mac_address': 'fa:16:3e:bf:c9:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8117fdc5-8bce-4cc6-aadd-bd5c8567ba6d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 01:03:57.999948 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port aec89132-3a8f-491a-adb6-dd1c43c81a60 is: DOWN; New status is: BUILD {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:03:57.999948 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (aec89132-3a8f-491a-adb6-dd1c43c81a60), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:58.014699 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aec89132-3a8f-491a-adb6-dd1c43c81a60 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 01:03:58.019842 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0376680e-2965-476d-b6ce-94059228f631 req-455362d8-f051-481e-b2fe-0f0428b550ec tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0f438c-8104-4f4b-a862-7a49d8fb3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564959 Feb 04 01:03:58.039502 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port aec89132-3a8f-491a-adb6-dd1c43c81a60, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=aec89132-3a8f-491a-adb6-dd1c43c81a60,segment=NetworkSegment(7372663d-4e8e-4e34-83f2-6808fcbe578a),segment_id=7372663d-4e8e-4e34-83f2-6808fcbe578a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:03:58.108512 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (aec89132-3a8f-491a-adb6-dd1c43c81a60), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:03:58.155775 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=aec89132-3a8f-491a-adb6-dd1c43c81a60,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:03:58.330811 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['aec89132-3a8f-491a-adb6-dd1c43c81a60'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 01:03:59.139718 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c5c58-2f93-4173-8e1d-8bcd4cf35830 req-a56fe40d-208d-4aad-b495-e3254951318d tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:03:59.141627 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ce7c5c58-2f93-4173-8e1d-8bcd4cf35830 req-a56fe40d-208d-4aad-b495-e3254951318d tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 944 time: 0.0520399 Feb 04 01:03:59.189190 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ce7c5c58-2f93-4173-8e1d-8bcd4cf35830 req-1b7685dd-08d2-4a3f-a306-a8d08657fcba tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0f438c-8104-4f4b-a862-7a49d8fb3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418861 Feb 04 01:03:59.857606 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device aec89132-3a8f-491a-adb6-dd1c43c81a60 up at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 01:03:59.976880 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning for port aec89132-3a8f-491a-adb6-dd1c43c81a60 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 01:03:59.980919 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning complete for port aec89132-3a8f-491a-adb6-dd1c43c81a60 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:03:59.981293 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (aec89132-3a8f-491a-adb6-dd1c43c81a60), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:00.059103 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port aec89132-3a8f-491a-adb6-dd1c43c81a60 is: BUILD; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:04:00.059499 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (aec89132-3a8f-491a-adb6-dd1c43c81a60), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:00.082208 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '328538eb-b5a4-417a-8c6e-ffb63123c238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec89132-3a8f-491a-adb6-dd1c43c81a60'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 01:04:00.084513 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6008afca8a05d931a9cb2feac605f7a66ad88b8a0c7f78d7c81d8c88d670685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e3b2e3-be1c-48da-983d-44d185fd3a2c" -d '{"events": [{"server_uuid": "328538eb-b5a4-417a-8c6e-ffb63123c238", "name": "network-vif-plugged", "status": "completed", "tag": "aec89132-3a8f-491a-adb6-dd1c43c81a60"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 01:04:00.099465 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port aec89132-3a8f-491a-adb6-dd1c43c81a60, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=aec89132-3a8f-491a-adb6-dd1c43c81a60,segment=NetworkSegment(7372663d-4e8e-4e34-83f2-6808fcbe578a),segment_id=7372663d-4e8e-4e34-83f2-6808fcbe578a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:04:00.121066 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 01:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b001189-0a4b-4c6f-9725-196d7b93a3ca x-openstack-request-id: req-4b001189-0a4b-4c6f-9725-196d7b93a3ca {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 01:04:00.121379 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "328538eb-b5a4-417a-8c6e-ffb63123c238", "name": "network-vif-plugged", "status": "completed", "tag": "aec89132-3a8f-491a-adb6-dd1c43c81a60", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 01:04:00.121650 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4b001189-0a4b-4c6f-9725-196d7b93a3ca {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 01:04:00.122049 dv-cinder-827778-1-iscsi neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '328538eb-b5a4-417a-8c6e-ffb63123c238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec89132-3a8f-491a-adb6-dd1c43c81a60', 'code': 200} Feb 04 01:04:00.181240 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (aec89132-3a8f-491a-adb6-dd1c43c81a60), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:00.228483 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=aec89132-3a8f-491a-adb6-dd1c43c81a60,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:04:00.237385 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:04:00.237769 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:04:00.238119 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:04:00.238506 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:04:00.238798 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:04:00.239130 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:04:00.239486 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:04:00.239856 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:04:00.240181 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:04:00.240513 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:04:00.240839 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:04:00.241159 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:04:00.241494 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:04:00.312480 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb10677-271e-4592-8d29-2d7bfe57918a req-396cdafb-879b-4da6-9953-5b2be2bd62cd tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:00.314560 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-5cb10677-271e-4592-8d29-2d7bfe57918a req-396cdafb-879b-4da6-9953-5b2be2bd62cd tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 945 time: 0.0523634 Feb 04 01:04:00.362539 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-5cb10677-271e-4592-8d29-2d7bfe57918a req-b545c079-71f8-4dc6-9f4b-f9b26b2e62a0 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0f438c-8104-4f4b-a862-7a49d8fb3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418584 Feb 04 01:04:00.447363 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d656f-a548-4820-9200-0cd69d25e476 req-775912c0-84f9-46eb-89e8-ee912155c35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:00.448817 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-688d656f-a548-4820-9200-0cd69d25e476 req-775912c0-84f9-46eb-89e8-ee912155c35d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 1129 time: 0.0462794 Feb 04 01:04:00.491729 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-688d656f-a548-4820-9200-0cd69d25e476 req-449612a9-80af-40e6-8c65-c8498f47c579 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bf0f438c-8104-4f4b-a862-7a49d8fb3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374098 Feb 04 01:04:01.481439 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f734f-6d52-4e47-be51-9d5953ff2a73 req-82089b30-a40d-4a1b-bb2d-38f6f9697d4d tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:01.485334 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6a7f734f-6d52-4e47-be51-9d5953ff2a73 req-82089b30-a40d-4a1b-bb2d-38f6f9697d4d tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 945 time: 0.0550725 Feb 04 01:04:01.531682 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-6a7f734f-6d52-4e47-be51-9d5953ff2a73 req-e63c6c0b-14c6-4bfb-a04b-35cb7c8d0474 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0f438c-8104-4f4b-a862-7a49d8fb3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428832 Feb 04 01:04:02.650510 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8ed59-6fc7-43cb-a75b-9e0c5049f4d0 req-25acdb24-2b58-4069-b4c0-a1e9889512ee tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:02.651997 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-26f8ed59-6fc7-43cb-a75b-9e0c5049f4d0 req-25acdb24-2b58-4069-b4c0-a1e9889512ee tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 945 time: 0.0547357 Feb 04 01:04:02.699314 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-26f8ed59-6fc7-43cb-a75b-9e0c5049f4d0 req-12346ee9-245e-4ec6-8cc5-f918a77d6a7d tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0f438c-8104-4f4b-a862-7a49d8fb3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409641 Feb 04 01:04:02.815458 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d933c1-6c71-4664-8a30-6465d8e22782 req-1b0e8a5f-3751-4219-aeb7-815247f23143 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:02.816825 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-a3d933c1-6c71-4664-8a30-6465d8e22782 req-1b0e8a5f-3751-4219-aeb7-815247f23143 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 945 time: 0.0539379 Feb 04 01:04:02.863430 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-a3d933c1-6c71-4664-8a30-6465d8e22782 req-2f7f42a1-1d9f-4afd-99b8-fbad8099593c tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0f438c-8104-4f4b-a862-7a49d8fb3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410714 Feb 04 01:04:02.884151 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 36178) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:04:03.024780 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44355570-553b-4342-abd4-56f93b8098c7 tempest-TestShelveInstance-1798459716 tempest-TestShelveInstance-1798459716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:03.039755 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-44355570-553b-4342-abd4-56f93b8098c7 tempest-TestShelveInstance-1798459716 tempest-TestShelveInstance-1798459716-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 1124 time: 0.1412127 Feb 04 01:04:03.039755 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 36182) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:04:03.039755 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-284a7de2-c71a-4036-8509-6d80b972faac tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Request body: {'floatingip': {'floating_network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'port_id': 'aec89132-3a8f-491a-adb6-dd1c43c81a60', 'tenant_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 01:04:03.117965 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-284a7de2-c71a-4036-8509-6d80b972faac tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:03.439607 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-284a7de2-c71a-4036-8509-6d80b972faac tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:03.535538 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-284a7de2-c71a-4036-8509-6d80b972faac tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Allocated IP 172.27.1.98 (03e92c86-a3b2-4a50-bb8c-ad63e47f70ee/b22bab27-11ad-47ee-b4e2-a457ed5eeb04/286f71fc-d1e4-4b47-8ffb-5428bb805616) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 01:04:03.647754 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-284a7de2-c71a-4036-8509-6d80b972faac tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks [] for port (286f71fc-d1e4-4b47-8ffb-5428bb805616), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:03.783799 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-284a7de2-c71a-4036-8509-6d80b972faac tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-660047'] for port (286f71fc-d1e4-4b47-8ffb-5428bb805616), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:03.820654 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284a7de2-c71a-4036-8509-6d80b972faac tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Network 03e92c86-a3b2-4a50-bb8c-ad63e47f70ee is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 01:04:03.823416 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-284a7de2-c71a-4036-8509-6d80b972faac tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 01:04:03.826845 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284a7de2-c71a-4036-8509-6d80b972faac tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 01:04:03.848726 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a7de2-c71a-4036-8509-6d80b972faac tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Pushing event updated for resources: {'Port': ['ID=286f71fc-d1e4-4b47-8ffb-5428bb805616,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:04:03.861555 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284a7de2-c71a-4036-8509-6d80b972faac tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:04:03.861902 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284a7de2-c71a-4036-8509-6d80b972faac tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:04:03.862241 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284a7de2-c71a-4036-8509-6d80b972faac tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:04:03.862574 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284a7de2-c71a-4036-8509-6d80b972faac tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:04:03.862900 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284a7de2-c71a-4036-8509-6d80b972faac tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:04:03.863227 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284a7de2-c71a-4036-8509-6d80b972faac tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:04:03.863548 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284a7de2-c71a-4036-8509-6d80b972faac tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:04:03.863872 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284a7de2-c71a-4036-8509-6d80b972faac tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:04:03.864190 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284a7de2-c71a-4036-8509-6d80b972faac tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:04:03.864507 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284a7de2-c71a-4036-8509-6d80b972faac tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:04:03.864829 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284a7de2-c71a-4036-8509-6d80b972faac tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:04:03.865145 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284a7de2-c71a-4036-8509-6d80b972faac tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:04:03.865457 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284a7de2-c71a-4036-8509-6d80b972faac tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:04:04.180180 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-284a7de2-c71a-4036-8509-6d80b972faac tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks [] for floatingip (19d2fcfd-9045-4cd9-9c8b-858bb431083c), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:04.297677 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-284a7de2-c71a-4036-8509-6d80b972faac tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (286f71fc-d1e4-4b47-8ffb-5428bb805616), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:04.447078 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-284a7de2-c71a-4036-8509-6d80b972faac tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks [] for port (286f71fc-d1e4-4b47-8ffb-5428bb805616), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:04.508188 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-284a7de2-c71a-4036-8509-6d80b972faac tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-660056'] for port (286f71fc-d1e4-4b47-8ffb-5428bb805616), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:04.579142 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a7de2-c71a-4036-8509-6d80b972faac tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Pushing event updated for resources: {'Port': ['ID=286f71fc-d1e4-4b47-8ffb-5428bb805616,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:04:04.587231 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-284a7de2-c71a-4036-8509-6d80b972faac tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601474'] for floatingip (19d2fcfd-9045-4cd9-9c8b-858bb431083c), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:04.691829 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.db.l3_db [None req-284a7de2-c71a-4036-8509-6d80b972faac tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Floating IP 19d2fcfd-9045-4cd9-9c8b-858bb431083c associated. External IP: 172.27.1.98, port: aec89132-3a8f-491a-adb6-dd1c43c81a60. Feb 04 01:04:04.900551 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-284a7de2-c71a-4036-8509-6d80b972faac tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Router 91351cee-077f-443c-a0dd-4b7176279cdf has already been hosted by L3 agent 05e42f77-b612-4439-9acd-15af6102b82d {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 01:04:05.037723 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284a7de2-c71a-4036-8509-6d80b972faac tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 01:04:05.048887 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a556e8-b18b-4fb5-80f6-a9645f185f04 None None] Sync routers for ids ['91351cee-077f-443c-a0dd-4b7176279cdf'] in dv-cinder-827778-1-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 01:04:05.059274 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a556e8-b18b-4fb5-80f6-a9645f185f04 None None] Routers {'91351cee-077f-443c-a0dd-4b7176279cdf'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:04:05.059888 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-47a556e8-b18b-4fb5-80f6-a9645f185f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:03:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['91351cee-077f-443c-a0dd-4b7176279cdf'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:04:05.093170 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-284a7de2-c71a-4036-8509-6d80b972faac tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for floatingip (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:05.126352 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-284a7de2-c71a-4036-8509-6d80b972faac tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0955834 Feb 04 01:04:05.126926 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '328538eb-b5a4-417a-8c6e-ffb63123c238', 'tag': 'aec89132-3a8f-491a-adb6-dd1c43c81a60'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 01:04:05.129193 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e0c5a5779633a09e60ecc98ad41b20f8dcc6f9c395ee4249b8896e9f1e38e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf32f271-321d-4ddd-8a3d-1d4f8769947a" -d '{"events": [{"name": "network-changed", "server_uuid": "328538eb-b5a4-417a-8c6e-ffb63123c238", "tag": "aec89132-3a8f-491a-adb6-dd1c43c81a60"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 01:04:05.165437 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 01:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb214255-7397-4526-8a4a-5106084c5588 x-openstack-request-id: req-fb214255-7397-4526-8a4a-5106084c5588 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 01:04:05.165618 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "328538eb-b5a4-417a-8c6e-ffb63123c238", "tag": "aec89132-3a8f-491a-adb6-dd1c43c81a60", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 01:04:05.165781 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fb214255-7397-4526-8a4a-5106084c5588 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 01:04:05.166179 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '328538eb-b5a4-417a-8c6e-ffb63123c238', 'tag': 'aec89132-3a8f-491a-adb6-dd1c43c81a60', 'status': 'completed', 'code': 200} Feb 04 01:04:05.171023 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-47a556e8-b18b-4fb5-80f6-a9645f185f04 None None] Set router 91351cee-077f-443c-a0dd-4b7176279cdf gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:04:05.241436 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32f271-321d-4ddd-8a3d-1d4f8769947a req-ef9c3af7-e11c-489e-a6ac-824445908214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:05.242969 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-cf32f271-321d-4ddd-8a3d-1d4f8769947a req-ef9c3af7-e11c-489e-a6ac-824445908214 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd7dd67098484d8cbfb3c9bb419ae36d&device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 1129 time: 0.0467737 Feb 04 01:04:05.330634 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32f271-321d-4ddd-8a3d-1d4f8769947a req-0b2a7f4a-9b9d-4455-9b82-71e78f137686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:05.332039 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-cf32f271-321d-4ddd-8a3d-1d4f8769947a req-0b2a7f4a-9b9d-4455-9b82-71e78f137686 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7dadd738-5066-4487-ab47-0ed12f170e2e HTTP/1.1" status: 200 len: 909 time: 0.0834265 Feb 04 01:04:05.397977 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-47a556e8-b18b-4fb5-80f6-a9645f185f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91351cee-077f-443c-a0dd-4b7176279cdf', 'name': 'tempest-TestShelveInstance-137060408-router', 'tenant_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '6300a029-d9b2-4ee0-b636-f0a3017b2bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:02:58Z', 'updated_at': '2022-02-04T01:03:01Z', 'revision_number': 4, 'project_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'gw_port': {'id': '6300a029-d9b2-4ee0-b636-f0a3017b2bd8', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:98:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91351cee-077f-443c-a0dd-4b7176279cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:02:59Z', 'updated_at': '2022-02-04T01:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_floatingips': [{'id': '19d2fcfd-9045-4cd9-9c8b-858bb431083c', 'tenant_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'router_id': '91351cee-077f-443c-a0dd-4b7176279cdf', 'port_id': 'aec89132-3a8f-491a-adb6-dd1c43c81a60', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dadd738-5066-4487-ab47-0ed12f170e2e', 'mac_address': 'fa:16:3e:bf:c9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328538eb-b5a4-417a-8c6e-ffb63123c238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T01:04:04Z', 'updated_at': '2022-02-04T01:04:04Z', 'revision_number': 0, 'project_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a76016b-fa97-475f-9a0c-239e09ed784f', 'name': '', 'network_id': '7dadd738-5066-4487-ab47-0ed12f170e2e', 'tenant_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'mac_address': 'fa:16:3e:70:66:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91351cee-077f-443c-a0dd-4b7176279cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '8117fdc5-8bce-4cc6-aadd-bd5c8567ba6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:01Z', 'updated_at': '2022-02-04T01:03:06Z', 'revision_number': 5, 'project_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'subnets': [{'id': '8117fdc5-8bce-4cc6-aadd-bd5c8567ba6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:04:05.405518 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-cf32f271-321d-4ddd-8a3d-1d4f8769947a req-b3279888-3d3b-428d-93b3-3b6489d6dd81 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aec89132-3a8f-491a-adb6-dd1c43c81a60 HTTP/1.1" status: 200 len: 998 time: 0.0666513 Feb 04 01:04:05.424875 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a556e8-b18b-4fb5-80f6-a9645f185f04 None None] Checking router: 91351cee-077f-443c-a0dd-4b7176279cdf for host: dv-cinder-827778-1-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 01:04:05.433709 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a556e8-b18b-4fb5-80f6-a9645f185f04 None None] Routers {'91351cee-077f-443c-a0dd-4b7176279cdf'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:04:05.434323 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-47a556e8-b18b-4fb5-80f6-a9645f185f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:03:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['91351cee-077f-443c-a0dd-4b7176279cdf'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:04:05.454782 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32f271-321d-4ddd-8a3d-1d4f8769947a req-af2c0f47-890d-46f1-9c3b-0b2d813c1d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:05.456163 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-cf32f271-321d-4ddd-8a3d-1d4f8769947a req-af2c0f47-890d-46f1-9c3b-0b2d813c1d4e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8117fdc5-8bce-4cc6-aadd-bd5c8567ba6d HTTP/1.1" status: 200 len: 847 time: 0.0446844 Feb 04 01:04:05.508934 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32f271-321d-4ddd-8a3d-1d4f8769947a req-706869ef-139e-4ffd-9000-867fb9cf824a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:05.510513 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-cf32f271-321d-4ddd-8a3d-1d4f8769947a req-706869ef-139e-4ffd-9000-867fb9cf824a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7dadd738-5066-4487-ab47-0ed12f170e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482039 Feb 04 01:04:05.606965 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-cf32f271-321d-4ddd-8a3d-1d4f8769947a req-7123d46f-b4d2-4376-8927-92e1a0f018ae service neutron] 10.222.0.39 "GET /v2.0/networks/7dadd738-5066-4487-ab47-0ed12f170e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891416 Feb 04 01:04:05.619645 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6391f96-e32c-47dd-b2fc-1ee9ef495e47 req-f1510679-3879-4be7-9114-793cfe56814b tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:05.621401 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-a6391f96-e32c-47dd-b2fc-1ee9ef495e47 req-f1510679-3879-4be7-9114-793cfe56814b tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 945 time: 0.0618930 Feb 04 01:04:05.670387 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-a6391f96-e32c-47dd-b2fc-1ee9ef495e47 req-0855c361-b041-4805-9ea8-0c3498827d45 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/security-groups?id=73eb85a9-6ee4-4e00-8e82-da930d461d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420046 Feb 04 01:04:05.685724 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-47a556e8-b18b-4fb5-80f6-a9645f185f04 None None] Set router 91351cee-077f-443c-a0dd-4b7176279cdf gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:04:05.693889 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 36200) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:04:05.701873 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-cf32f271-321d-4ddd-8a3d-1d4f8769947a req-a69763f6-fe9b-4b5d-b69c-a0292e0fb7bd service neutron] 10.222.0.39 "GET /v2.0/networks/7dadd738-5066-4487-ab47-0ed12f170e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886087 Feb 04 01:04:05.834712 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73a3408-b962-4dc1-99ce-df3b91d6f9aa tempest-TestMinimumBasicScenario-1749836878 tempest-TestMinimumBasicScenario-1749836878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:05.839147 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-c73a3408-b962-4dc1-99ce-df3b91d6f9aa tempest-TestMinimumBasicScenario-1749836878 tempest-TestMinimumBasicScenario-1749836878-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 1124 time: 0.1415887 Feb 04 01:04:05.839340 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 36204) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:04:05.843492 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-b44ef2e0-d3cf-4e8f-b751-9a1b331dde84 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Request body: {'floatingip': {'floating_network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'port_id': '56aab989-a6ac-49f2-8772-979e42d65981', 'tenant_id': 'e30936c961b14f4aa6d56be596f326c1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 01:04:05.917170 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-47a556e8-b18b-4fb5-80f6-a9645f185f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91351cee-077f-443c-a0dd-4b7176279cdf', 'name': 'tempest-TestShelveInstance-137060408-router', 'tenant_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '6300a029-d9b2-4ee0-b636-f0a3017b2bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:02:58Z', 'updated_at': '2022-02-04T01:03:01Z', 'revision_number': 4, 'project_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'gw_port': {'id': '6300a029-d9b2-4ee0-b636-f0a3017b2bd8', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:98:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91351cee-077f-443c-a0dd-4b7176279cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:02:59Z', 'updated_at': '2022-02-04T01:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_floatingips': [{'id': '19d2fcfd-9045-4cd9-9c8b-858bb431083c', 'tenant_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'router_id': '91351cee-077f-443c-a0dd-4b7176279cdf', 'port_id': 'aec89132-3a8f-491a-adb6-dd1c43c81a60', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dadd738-5066-4487-ab47-0ed12f170e2e', 'mac_address': 'fa:16:3e:bf:c9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328538eb-b5a4-417a-8c6e-ffb63123c238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T01:04:04Z', 'updated_at': '2022-02-04T01:04:04Z', 'revision_number': 0, 'project_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a76016b-fa97-475f-9a0c-239e09ed784f', 'name': '', 'network_id': '7dadd738-5066-4487-ab47-0ed12f170e2e', 'tenant_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'mac_address': 'fa:16:3e:70:66:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91351cee-077f-443c-a0dd-4b7176279cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '8117fdc5-8bce-4cc6-aadd-bd5c8567ba6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:01Z', 'updated_at': '2022-02-04T01:03:06Z', 'revision_number': 5, 'project_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'subnets': [{'id': '8117fdc5-8bce-4cc6-aadd-bd5c8567ba6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:04:05.919827 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b44ef2e0-d3cf-4e8f-b751-9a1b331dde84 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:05.944478 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a556e8-b18b-4fb5-80f6-a9645f185f04 None None] The sync data for ids ['91351cee-077f-443c-a0dd-4b7176279cdf'] in dv-cinder-827778-1-iscsi is: [{'id': '91351cee-077f-443c-a0dd-4b7176279cdf', 'name': 'tempest-TestShelveInstance-137060408-router', 'tenant_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '6300a029-d9b2-4ee0-b636-f0a3017b2bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:02:58Z', 'updated_at': '2022-02-04T01:03:01Z', 'revision_number': 4, 'project_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'gw_port': {'id': '6300a029-d9b2-4ee0-b636-f0a3017b2bd8', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:98:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91351cee-077f-443c-a0dd-4b7176279cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:02:59Z', 'updated_at': '2022-02-04T01:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_floatingips': [{'id': '19d2fcfd-9045-4cd9-9c8b-858bb431083c', 'tenant_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'router_id': '91351cee-077f-443c-a0dd-4b7176279cdf', 'port_id': 'aec89132-3a8f-491a-adb6-dd1c43c81a60', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dadd738-5066-4487-ab47-0ed12f170e2e', 'mac_address': 'fa:16:3e:bf:c9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328538eb-b5a4-417a-8c6e-ffb63123c238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T01:04:04Z', 'updated_at': '2022-02-04T01:04:04Z', 'revision_number': 0, 'project_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a76016b-fa97-475f-9a0c-239e09ed784f', 'name': '', 'network_id': '7dadd738-5066-4487-ab47-0ed12f170e2e', 'tenant_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'mac_address': 'fa:16:3e:70:66:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91351cee-077f-443c-a0dd-4b7176279cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '8117fdc5-8bce-4cc6-aadd-bd5c8567ba6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:01Z', 'updated_at': '2022-02-04T01:03:06Z', 'revision_number': 5, 'project_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'subnets': [{'id': '8117fdc5-8bce-4cc6-aadd-bd5c8567ba6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 01:04:06.027808 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b44ef2e0-d3cf-4e8f-b751-9a1b331dde84 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (None), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:06.142395 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861fa525-4ae8-4dcd-b281-3c1239e32780 None None] New status for floating IP 19d2fcfd-9045-4cd9-9c8b-858bb431083c: ACTIVE {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 01:04:06.157543 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-b44ef2e0-d3cf-4e8f-b751-9a1b331dde84 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Allocated IP 172.27.1.162 (03e92c86-a3b2-4a50-bb8c-ad63e47f70ee/b22bab27-11ad-47ee-b4e2-a457ed5eeb04/afd80701-d48f-4c6f-9084-ecbc83cbf840) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 01:04:06.266406 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b44ef2e0-d3cf-4e8f-b751-9a1b331dde84 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks [] for port (afd80701-d48f-4c6f-9084-ecbc83cbf840), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:06.377554 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b44ef2e0-d3cf-4e8f-b751-9a1b331dde84 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784745925223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-660047'] for port (afd80701-d48f-4c6f-9084-ecbc83cbf840), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:06.427340 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44ef2e0-d3cf-4e8f-b751-9a1b331dde84 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Network 03e92c86-a3b2-4a50-bb8c-ad63e47f70ee is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 01:04:06.430201 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-b44ef2e0-d3cf-4e8f-b751-9a1b331dde84 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 01:04:06.433608 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44ef2e0-d3cf-4e8f-b751-9a1b331dde84 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 01:04:06.438809 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ef2e0-d3cf-4e8f-b751-9a1b331dde84 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Pushing event updated for resources: {'Port': ['ID=afd80701-d48f-4c6f-9084-ecbc83cbf840,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:04:06.773219 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b44ef2e0-d3cf-4e8f-b751-9a1b331dde84 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks [] for floatingip (4e3e5300-6b06-4990-8334-0588a32dde8c), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:06.904404 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b44ef2e0-d3cf-4e8f-b751-9a1b331dde84 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (afd80701-d48f-4c6f-9084-ecbc83cbf840), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:07.049988 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b44ef2e0-d3cf-4e8f-b751-9a1b331dde84 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks [] for port (afd80701-d48f-4c6f-9084-ecbc83cbf840), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:07.118252 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b44ef2e0-d3cf-4e8f-b751-9a1b331dde84 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-660056'] for port (afd80701-d48f-4c6f-9084-ecbc83cbf840), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:07.186436 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ef2e0-d3cf-4e8f-b751-9a1b331dde84 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Pushing event updated for resources: {'Port': ['ID=afd80701-d48f-4c6f-9084-ecbc83cbf840,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:04:07.198649 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b44ef2e0-d3cf-4e8f-b751-9a1b331dde84 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601474'] for floatingip (4e3e5300-6b06-4990-8334-0588a32dde8c), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:07.297978 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.db.l3_db [None req-b44ef2e0-d3cf-4e8f-b751-9a1b331dde84 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Floating IP 4e3e5300-6b06-4990-8334-0588a32dde8c associated. External IP: 172.27.1.162, port: 56aab989-a6ac-49f2-8772-979e42d65981. Feb 04 01:04:07.726757 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44ef2e0-d3cf-4e8f-b751-9a1b331dde84 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Router 59a1acae-0e9c-423b-b254-c1aed1c77971 has already been hosted by L3 agent 05e42f77-b612-4439-9acd-15af6102b82d {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 01:04:07.831114 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44ef2e0-d3cf-4e8f-b751-9a1b331dde84 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 01:04:07.841496 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fa79e1-8903-4882-80fc-c3424663ea40 None None] Sync routers for ids ['59a1acae-0e9c-423b-b254-c1aed1c77971'] in dv-cinder-827778-1-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 01:04:07.850886 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fa79e1-8903-4882-80fc-c3424663ea40 None None] Routers {'59a1acae-0e9c-423b-b254-c1aed1c77971'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:04:07.859275 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-93fa79e1-8903-4882-80fc-c3424663ea40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:03:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['59a1acae-0e9c-423b-b254-c1aed1c77971'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:04:07.943184 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b44ef2e0-d3cf-4e8f-b751-9a1b331dde84 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for floatingip (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:07.956270 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-93fa79e1-8903-4882-80fc-c3424663ea40 None None] Set router 59a1acae-0e9c-423b-b254-c1aed1c77971 gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:04:07.972968 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-b44ef2e0-d3cf-4e8f-b751-9a1b331dde84 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1326239 Feb 04 01:04:07.973684 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dda5b30-1710-4fa2-8025-ed7ef6aa6d92', 'tag': '56aab989-a6ac-49f2-8772-979e42d65981'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 01:04:07.975931 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 36206) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:04:07.976432 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e0c5a5779633a09e60ecc98ad41b20f8dcc6f9c395ee4249b8896e9f1e38e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db86727c-dfb8-44fc-8aca-980b3700d2fd" -d '{"events": [{"name": "network-changed", "server_uuid": "8dda5b30-1710-4fa2-8025-ed7ef6aa6d92", "tag": "56aab989-a6ac-49f2-8772-979e42d65981"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 01:04:07.980664 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.v2.base [None req-60b0f24d-fa50-4006-abf4-9c8be27e35e8 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1834479396', 'description': 'tempest-secgroup-smoke-1834479396 description', 'project_id': 'e30936c961b14f4aa6d56be596f326c1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 01:04:08.013244 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 01:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e086b41c-df50-4440-adb6-cd0bf3cf1cca x-openstack-request-id: req-e086b41c-df50-4440-adb6-cd0bf3cf1cca {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 01:04:08.013588 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dda5b30-1710-4fa2-8025-ed7ef6aa6d92", "tag": "56aab989-a6ac-49f2-8772-979e42d65981", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 01:04:08.013916 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e086b41c-df50-4440-adb6-cd0bf3cf1cca {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 01:04:08.014348 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dda5b30-1710-4fa2-8025-ed7ef6aa6d92', 'tag': '56aab989-a6ac-49f2-8772-979e42d65981', 'status': 'completed', 'code': 200} Feb 04 01:04:08.082203 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86727c-dfb8-44fc-8aca-980b3700d2fd req-2d0d2967-ac2d-4799-948e-9f59809bce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:08.083808 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-db86727c-dfb8-44fc-8aca-980b3700d2fd req-2d0d2967-ac2d-4799-948e-9f59809bce38 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e30936c961b14f4aa6d56be596f326c1&device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 1129 time: 0.0447083 Feb 04 01:04:08.137538 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-60b0f24d-fa50-4006-abf4-9c8be27e35e8 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks [] for security_group (None), before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:08.181772 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-93fa79e1-8903-4882-80fc-c3424663ea40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a1acae-0e9c-423b-b254-c1aed1c77971', 'name': 'tempest-TestMinimumBasicScenario-2132564736-router', 'tenant_id': 'e30936c961b14f4aa6d56be596f326c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '6f0768e5-c12a-4717-bd50-702e634a51f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:03:03Z', 'updated_at': '2022-02-04T01:03:08Z', 'revision_number': 4, 'project_id': 'e30936c961b14f4aa6d56be596f326c1', 'gw_port': {'id': '6f0768e5-c12a-4717-bd50-702e634a51f2', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a1acae-0e9c-423b-b254-c1aed1c77971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:04Z', 'updated_at': '2022-02-04T01:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_floatingips': [{'id': '4e3e5300-6b06-4990-8334-0588a32dde8c', 'tenant_id': 'e30936c961b14f4aa6d56be596f326c1', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'router_id': '59a1acae-0e9c-423b-b254-c1aed1c77971', 'port_id': '56aab989-a6ac-49f2-8772-979e42d65981', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d568438-4bdd-4827-a763-bef7c6e3099f', 'mac_address': 'fa:16:3e:0c:2c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dda5b30-1710-4fa2-8025-ed7ef6aa6d92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T01:04:06Z', 'updated_at': '2022-02-04T01:04:06Z', 'revision_number': 0, 'project_id': 'e30936c961b14f4aa6d56be596f326c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24ab1908-f16c-4580-86ea-c1bc5dfce600', 'name': '', 'network_id': '2d568438-4bdd-4827-a763-bef7c6e3099f', 'tenant_id': 'e30936c961b14f4aa6d56be596f326c1', 'mac_address': 'fa:16:3e:76:0b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a1acae-0e9c-423b-b254-c1aed1c77971', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ddf90734-0a1a-4e97-9c10-6b152ee872e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:07Z', 'updated_at': '2022-02-04T01:03:14Z', 'revision_number': 5, 'project_id': 'e30936c961b14f4aa6d56be596f326c1', 'subnets': [{'id': 'ddf90734-0a1a-4e97-9c10-6b152ee872e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:04:08.208634 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fa79e1-8903-4882-80fc-c3424663ea40 None None] Checking router: 59a1acae-0e9c-423b-b254-c1aed1c77971 for host: dv-cinder-827778-1-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 01:04:08.209681 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86727c-dfb8-44fc-8aca-980b3700d2fd req-7eb15463-fa53-4971-bd37-65b5bfbcaf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:08.211659 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-db86727c-dfb8-44fc-8aca-980b3700d2fd req-7eb15463-fa53-4971-bd37-65b5bfbcaf4a service neutron] 10.222.0.39 "GET /v2.0/networks?id=2d568438-4bdd-4827-a763-bef7c6e3099f HTTP/1.1" status: 200 len: 916 time: 0.1171987 Feb 04 01:04:08.217732 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fa79e1-8903-4882-80fc-c3424663ea40 None None] Routers {'59a1acae-0e9c-423b-b254-c1aed1c77971'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:04:08.218329 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-93fa79e1-8903-4882-80fc-c3424663ea40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:03:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['59a1acae-0e9c-423b-b254-c1aed1c77971'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:04:08.282106 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-60b0f24d-fa50-4006-abf4-9c8be27e35e8 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks [] for security_group (7eb40780-c3b6-4005-b8ce-6cf3eaa9624c), precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:08.298945 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-db86727c-dfb8-44fc-8aca-980b3700d2fd req-f6914199-b4e9-470d-9339-c4f46f41ad4d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56aab989-a6ac-49f2-8772-979e42d65981 HTTP/1.1" status: 200 len: 999 time: 0.0804908 Feb 04 01:04:08.327719 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-93fa79e1-8903-4882-80fc-c3424663ea40 None None] Set router 59a1acae-0e9c-423b-b254-c1aed1c77971 gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:04:08.344031 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-60b0f24d-fa50-4006-abf4-9c8be27e35e8 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (7eb40780-c3b6-4005-b8ce-6cf3eaa9624c), after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:08.355910 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86727c-dfb8-44fc-8aca-980b3700d2fd req-69a9e57a-5a10-43cf-8603-e6968cd6c78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:08.357373 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-db86727c-dfb8-44fc-8aca-980b3700d2fd req-69a9e57a-5a10-43cf-8603-e6968cd6c78e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ddf90734-0a1a-4e97-9c10-6b152ee872e2 HTTP/1.1" status: 200 len: 854 time: 0.0524588 Feb 04 01:04:08.406835 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0f24d-fa50-4006-abf4-9c8be27e35e8 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb40780-c3b6-4005-b8ce-6cf3eaa9624c,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:04:08.422280 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86727c-dfb8-44fc-8aca-980b3700d2fd req-8756fb2d-c971-4099-bd42-e585e70bff32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:08.423801 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-db86727c-dfb8-44fc-8aca-980b3700d2fd req-8756fb2d-c971-4099-bd42-e585e70bff32 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d568438-4bdd-4827-a763-bef7c6e3099f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0579338 Feb 04 01:04:08.476481 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-60b0f24d-fa50-4006-abf4-9c8be27e35e8 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:08.477852 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-60b0f24d-fa50-4006-abf4-9c8be27e35e8 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5008197 Feb 04 01:04:08.480869 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 36210) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:04:08.487957 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-f9aa1409-5dfc-4caa-915a-68080ec03376 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Request body: {'security_group_rule': {'security_group_id': '7eb40780-c3b6-4005-b8ce-6cf3eaa9624c', 'project_id': 'e30936c961b14f4aa6d56be596f326c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 01:04:08.523264 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-db86727c-dfb8-44fc-8aca-980b3700d2fd req-bef25000-9077-465c-ae0d-6c41666fe0fb service neutron] 10.222.0.39 "GET /v2.0/networks/2d568438-4bdd-4827-a763-bef7c6e3099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926104 Feb 04 01:04:08.552220 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-93fa79e1-8903-4882-80fc-c3424663ea40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a1acae-0e9c-423b-b254-c1aed1c77971', 'name': 'tempest-TestMinimumBasicScenario-2132564736-router', 'tenant_id': 'e30936c961b14f4aa6d56be596f326c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '6f0768e5-c12a-4717-bd50-702e634a51f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:03:03Z', 'updated_at': '2022-02-04T01:03:08Z', 'revision_number': 4, 'project_id': 'e30936c961b14f4aa6d56be596f326c1', 'gw_port': {'id': '6f0768e5-c12a-4717-bd50-702e634a51f2', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a1acae-0e9c-423b-b254-c1aed1c77971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:04Z', 'updated_at': '2022-02-04T01:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_floatingips': [{'id': '4e3e5300-6b06-4990-8334-0588a32dde8c', 'tenant_id': 'e30936c961b14f4aa6d56be596f326c1', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'router_id': '59a1acae-0e9c-423b-b254-c1aed1c77971', 'port_id': '56aab989-a6ac-49f2-8772-979e42d65981', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d568438-4bdd-4827-a763-bef7c6e3099f', 'mac_address': 'fa:16:3e:0c:2c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dda5b30-1710-4fa2-8025-ed7ef6aa6d92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T01:04:06Z', 'updated_at': '2022-02-04T01:04:06Z', 'revision_number': 0, 'project_id': 'e30936c961b14f4aa6d56be596f326c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24ab1908-f16c-4580-86ea-c1bc5dfce600', 'name': '', 'network_id': '2d568438-4bdd-4827-a763-bef7c6e3099f', 'tenant_id': 'e30936c961b14f4aa6d56be596f326c1', 'mac_address': 'fa:16:3e:76:0b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a1acae-0e9c-423b-b254-c1aed1c77971', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ddf90734-0a1a-4e97-9c10-6b152ee872e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:07Z', 'updated_at': '2022-02-04T01:03:14Z', 'revision_number': 5, 'project_id': 'e30936c961b14f4aa6d56be596f326c1', 'subnets': [{'id': 'ddf90734-0a1a-4e97-9c10-6b152ee872e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:04:08.582025 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fa79e1-8903-4882-80fc-c3424663ea40 None None] The sync data for ids ['59a1acae-0e9c-423b-b254-c1aed1c77971'] in dv-cinder-827778-1-iscsi is: [{'id': '59a1acae-0e9c-423b-b254-c1aed1c77971', 'name': 'tempest-TestMinimumBasicScenario-2132564736-router', 'tenant_id': 'e30936c961b14f4aa6d56be596f326c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '6f0768e5-c12a-4717-bd50-702e634a51f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:03:03Z', 'updated_at': '2022-02-04T01:03:08Z', 'revision_number': 4, 'project_id': 'e30936c961b14f4aa6d56be596f326c1', 'gw_port': {'id': '6f0768e5-c12a-4717-bd50-702e634a51f2', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a1acae-0e9c-423b-b254-c1aed1c77971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:04Z', 'updated_at': '2022-02-04T01:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_floatingips': [{'id': '4e3e5300-6b06-4990-8334-0588a32dde8c', 'tenant_id': 'e30936c961b14f4aa6d56be596f326c1', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'router_id': '59a1acae-0e9c-423b-b254-c1aed1c77971', 'port_id': '56aab989-a6ac-49f2-8772-979e42d65981', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d568438-4bdd-4827-a763-bef7c6e3099f', 'mac_address': 'fa:16:3e:0c:2c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dda5b30-1710-4fa2-8025-ed7ef6aa6d92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T01:04:06Z', 'updated_at': '2022-02-04T01:04:06Z', 'revision_number': 0, 'project_id': 'e30936c961b14f4aa6d56be596f326c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24ab1908-f16c-4580-86ea-c1bc5dfce600', 'name': '', 'network_id': '2d568438-4bdd-4827-a763-bef7c6e3099f', 'tenant_id': 'e30936c961b14f4aa6d56be596f326c1', 'mac_address': 'fa:16:3e:76:0b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a1acae-0e9c-423b-b254-c1aed1c77971', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ddf90734-0a1a-4e97-9c10-6b152ee872e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:07Z', 'updated_at': '2022-02-04T01:03:14Z', 'revision_number': 5, 'project_id': 'e30936c961b14f4aa6d56be596f326c1', 'subnets': [{'id': 'ddf90734-0a1a-4e97-9c10-6b152ee872e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 01:04:08.588926 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f9aa1409-5dfc-4caa-915a-68080ec03376 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks [] for security_group_rule (41e1599f-7a6d-4c2c-baf0-c6073d366153), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:08.614343 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-db86727c-dfb8-44fc-8aca-980b3700d2fd req-9bb2140d-c67a-4847-844a-d4abf0681c27 service neutron] 10.222.0.39 "GET /v2.0/networks/2d568438-4bdd-4827-a763-bef7c6e3099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854418 Feb 04 01:04:08.655705 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f9aa1409-5dfc-4caa-915a-68080ec03376 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks [] for security_group_rule (41e1599f-7a6d-4c2c-baf0-c6073d366153), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:08.737215 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f9aa1409-5dfc-4caa-915a-68080ec03376 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670956'] for security_group_rule (41e1599f-7a6d-4c2c-baf0-c6073d366153), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:08.756372 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa1409-5dfc-4caa-915a-68080ec03376 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41e1599f-7a6d-4c2c-baf0-c6073d366153,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:04:08.793198 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6825d818-c18d-440d-ad73-b70b85f24a64 None None] New status for floating IP 4e3e5300-6b06-4990-8334-0588a32dde8c: ACTIVE {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 01:04:08.847498 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f9aa1409-5dfc-4caa-915a-68080ec03376 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:08.848632 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-f9aa1409-5dfc-4caa-915a-68080ec03376 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3657107 Feb 04 01:04:08.851478 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 36212) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:04:08.856034 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a1ebfa2d-bbdd-4777-a8b3-d7a2867590f0 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Request body: {'security_group_rule': {'security_group_id': '7eb40780-c3b6-4005-b8ce-6cf3eaa9624c', 'project_id': 'e30936c961b14f4aa6d56be596f326c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 01:04:08.962941 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a1ebfa2d-bbdd-4777-a8b3-d7a2867590f0 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks [] for security_group_rule (a64bfcf5-1a7f-477d-aa7c-0a9da5ad0a26), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:09.021623 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a1ebfa2d-bbdd-4777-a8b3-d7a2867590f0 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks [] for security_group_rule (a64bfcf5-1a7f-477d-aa7c-0a9da5ad0a26), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:09.079881 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a1ebfa2d-bbdd-4777-a8b3-d7a2867590f0 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670956'] for security_group_rule (a64bfcf5-1a7f-477d-aa7c-0a9da5ad0a26), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:09.097631 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ebfa2d-bbdd-4777-a8b3-d7a2867590f0 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a64bfcf5-1a7f-477d-aa7c-0a9da5ad0a26,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:04:09.160137 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a1ebfa2d-bbdd-4777-a8b3-d7a2867590f0 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:09.161387 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-a1ebfa2d-bbdd-4777-a8b3-d7a2867590f0 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3089435 Feb 04 01:04:09.164063 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 36214) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:04:09.168407 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-8a125dae-fa82-49e7-8d0c-c3f1eb2bc028 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Request body: {'security_group_rule': {'security_group_id': '7eb40780-c3b6-4005-b8ce-6cf3eaa9624c', 'project_id': 'e30936c961b14f4aa6d56be596f326c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 01:04:09.265207 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8a125dae-fa82-49e7-8d0c-c3f1eb2bc028 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks [] for security_group_rule (593030b2-d4d5-479f-b89c-90fb949098d0), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:09.320961 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8a125dae-fa82-49e7-8d0c-c3f1eb2bc028 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks [] for security_group_rule (593030b2-d4d5-479f-b89c-90fb949098d0), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:09.386632 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8a125dae-fa82-49e7-8d0c-c3f1eb2bc028 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670956'] for security_group_rule (593030b2-d4d5-479f-b89c-90fb949098d0), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:09.404666 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a125dae-fa82-49e7-8d0c-c3f1eb2bc028 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=593030b2-d4d5-479f-b89c-90fb949098d0,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:04:09.474177 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8a125dae-fa82-49e7-8d0c-c3f1eb2bc028 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:09.475368 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-8a125dae-fa82-49e7-8d0c-c3f1eb2bc028 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3102684 Feb 04 01:04:09.478124 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 36216) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:04:09.482287 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-79d630bc-e378-47b4-bc2e-e2e0b6b73428 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Request body: {'security_group_rule': {'security_group_id': '7eb40780-c3b6-4005-b8ce-6cf3eaa9624c', 'project_id': 'e30936c961b14f4aa6d56be596f326c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 01:04:09.581344 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-79d630bc-e378-47b4-bc2e-e2e0b6b73428 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks [] for security_group_rule (fe52b671-226a-4b62-a621-164497752867), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:09.637919 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-79d630bc-e378-47b4-bc2e-e2e0b6b73428 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks [] for security_group_rule (fe52b671-226a-4b62-a621-164497752867), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:09.691180 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-79d630bc-e378-47b4-bc2e-e2e0b6b73428 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670956'] for security_group_rule (fe52b671-226a-4b62-a621-164497752867), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:09.707986 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d630bc-e378-47b4-bc2e-e2e0b6b73428 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe52b671-226a-4b62-a621-164497752867,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:04:09.765338 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-79d630bc-e378-47b4-bc2e-e2e0b6b73428 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:09.767197 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-79d630bc-e378-47b4-bc2e-e2e0b6b73428 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2881687 Feb 04 01:04:09.770033 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 36218) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:04:09.774294 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-98594209-b928-4ef6-9d63-daff5cc7311a tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Request body: {'security_group_rule': {'security_group_id': '7eb40780-c3b6-4005-b8ce-6cf3eaa9624c', 'project_id': 'e30936c961b14f4aa6d56be596f326c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 01:04:09.874107 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.db.securitygroups_db [None req-98594209-b928-4ef6-9d63-daff5cc7311a tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Project e30936c961b14f4aa6d56be596f326c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 01:04:09.879881 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-98594209-b928-4ef6-9d63-daff5cc7311a tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks [] for security_group_rule (d0b638a8-b2d6-4319-9d29-0a7f7a226b62), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:09.935581 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-98594209-b928-4ef6-9d63-daff5cc7311a tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks [] for security_group_rule (d0b638a8-b2d6-4319-9d29-0a7f7a226b62), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:09.993982 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-98594209-b928-4ef6-9d63-daff5cc7311a tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670956'] for security_group_rule (d0b638a8-b2d6-4319-9d29-0a7f7a226b62), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:10.011449 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98594209-b928-4ef6-9d63-daff5cc7311a tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b638a8-b2d6-4319-9d29-0a7f7a226b62,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:04:10.074609 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-98594209-b928-4ef6-9d63-daff5cc7311a tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:10.075834 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-98594209-b928-4ef6-9d63-daff5cc7311a tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3048856 Feb 04 01:04:10.078628 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 36220) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:04:10.082940 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [None req-fe62eb92-55a3-434d-b102-e0a10b349a2d tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Request body: {'security_group_rule': {'security_group_id': '7eb40780-c3b6-4005-b8ce-6cf3eaa9624c', 'project_id': 'e30936c961b14f4aa6d56be596f326c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 01:04:10.131395 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-21e2e105-1d5d-44d3-a11c-d4f8636b65e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:10.163917 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.db.securitygroups_db [None req-fe62eb92-55a3-434d-b102-e0a10b349a2d tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Project e30936c961b14f4aa6d56be596f326c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 01:04:10.168991 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fe62eb92-55a3-434d-b102-e0a10b349a2d tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks [] for security_group_rule (26430a37-337d-4f4b-af49-7e94ff958d82), before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:10.227752 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fe62eb92-55a3-434d-b102-e0a10b349a2d tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks [] for security_group_rule (26430a37-337d-4f4b-af49-7e94ff958d82), precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:10.295430 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fe62eb92-55a3-434d-b102-e0a10b349a2d tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670956'] for security_group_rule (26430a37-337d-4f4b-af49-7e94ff958d82), after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:10.313528 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe62eb92-55a3-434d-b102-e0a10b349a2d tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26430a37-337d-4f4b-af49-7e94ff958d82,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:04:10.372189 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fe62eb92-55a3-434d-b102-e0a10b349a2d tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:10.374264 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-fe62eb92-55a3-434d-b102-e0a10b349a2d tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2944622 Feb 04 01:04:10.461588 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-801b427d-333a-42f3-8635-ddc639603993 req-9239f694-d2c4-464a-8e78-84da2f001192 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1834479396&fields=id&tenant_id=e30936c961b14f4aa6d56be596f326c1 HTTP/1.1" status: 200 len: 267 time: 0.0434675 Feb 04 01:04:10.516077 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b427d-333a-42f3-8635-ddc639603993 req-b5cb346d-f04d-4377-98a2-8ab9d823dbc9 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:10.517515 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-801b427d-333a-42f3-8635-ddc639603993 req-b5cb346d-f04d-4377-98a2-8ab9d823dbc9 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 945 time: 0.0508938 Feb 04 01:04:10.527698 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-801b427d-333a-42f3-8635-ddc639603993 req-bacd76f4-815b-4f80-a7f7-120383cac580 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Request body: {'port': {'security_groups': ['73eb85a9-6ee4-4e00-8e82-da930d461d23', '7eb40780-c3b6-4005-b8ce-6cf3eaa9624c']}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 01:04:10.592506 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-801b427d-333a-42f3-8635-ddc639603993 req-bacd76f4-815b-4f80-a7f7-120383cac580 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (56aab989-a6ac-49f2-8772-979e42d65981), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:10.779863 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-801b427d-333a-42f3-8635-ddc639603993 req-bacd76f4-815b-4f80-a7f7-120383cac580 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] For port 56aab989-a6ac-49f2-8772-979e42d65981, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=56aab989-a6ac-49f2-8772-979e42d65981,segment=NetworkSegment(ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5),segment_id=ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:04:10.804848 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-801b427d-333a-42f3-8635-ddc639603993 req-bacd76f4-815b-4f80-a7f7-120383cac580 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks [] for port (56aab989-a6ac-49f2-8772-979e42d65981), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:10.860388 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-801b427d-333a-42f3-8635-ddc639603993 req-bacd76f4-815b-4f80-a7f7-120383cac580 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-660056'] for port (56aab989-a6ac-49f2-8772-979e42d65981), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:10.872656 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['56aab989-a6ac-49f2-8772-979e42d65981'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 01:04:10.912120 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b427d-333a-42f3-8635-ddc639603993 req-bacd76f4-815b-4f80-a7f7-120383cac580 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:10.912772 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-801b427d-333a-42f3-8635-ddc639603993 req-bacd76f4-815b-4f80-a7f7-120383cac580 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:10.914232 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-801b427d-333a-42f3-8635-ddc639603993 req-bacd76f4-815b-4f80-a7f7-120383cac580 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "PUT /v2.0/ports/56aab989-a6ac-49f2-8772-979e42d65981 HTTP/1.1" status: 200 len: 981 time: 0.3908107 Feb 04 01:04:10.914698 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dda5b30-1710-4fa2-8025-ed7ef6aa6d92', 'tag': '56aab989-a6ac-49f2-8772-979e42d65981'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 01:04:10.917016 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e0c5a5779633a09e60ecc98ad41b20f8dcc6f9c395ee4249b8896e9f1e38e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1bd153e-a8c6-4a4c-94ce-ca04752c04c5" -d '{"events": [{"name": "network-changed", "server_uuid": "8dda5b30-1710-4fa2-8025-ed7ef6aa6d92", "tag": "56aab989-a6ac-49f2-8772-979e42d65981"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 01:04:10.939861 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd76f4-815b-4f80-a7f7-120383cac580 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Pushing event updated for resources: {'Port': ['ID=56aab989-a6ac-49f2-8772-979e42d65981,revision_number=6']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:04:10.971691 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 01:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bd5351-1679-40e3-92ba-f48ab18d0ec5 x-openstack-request-id: req-42bd5351-1679-40e3-92ba-f48ab18d0ec5 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 01:04:10.971985 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dda5b30-1710-4fa2-8025-ed7ef6aa6d92", "tag": "56aab989-a6ac-49f2-8772-979e42d65981", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 01:04:10.972259 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-42bd5351-1679-40e3-92ba-f48ab18d0ec5 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 01:04:10.972662 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dda5b30-1710-4fa2-8025-ed7ef6aa6d92', 'tag': '56aab989-a6ac-49f2-8772-979e42d65981', 'status': 'completed', 'code': 200} Feb 04 01:04:10.988094 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['56aab989-a6ac-49f2-8772-979e42d65981'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 01:04:11.049718 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5264c83-c9a3-4cdd-9873-754b73be4d50 req-eda8a923-54ed-4515-ac1c-7dbd3670e3be tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:11.051299 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f5264c83-c9a3-4cdd-9873-754b73be4d50 req-eda8a923-54ed-4515-ac1c-7dbd3670e3be tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 984 time: 0.0721250 Feb 04 01:04:11.056825 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd153e-a8c6-4a4c-94ce-ca04752c04c5 req-770334a3-9b66-4277-b199-0cf2578d559e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:11.058507 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e1bd153e-a8c6-4a4c-94ce-ca04752c04c5 req-770334a3-9b66-4277-b199-0cf2578d559e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e30936c961b14f4aa6d56be596f326c1&device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 1168 time: 0.0604811 Feb 04 01:04:11.134531 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f5264c83-c9a3-4cdd-9873-754b73be4d50 req-eac49913-dc79-4c69-97b3-80df0e307476 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/security-groups?id=73eb85a9-6ee4-4e00-8e82-da930d461d23&id=7eb40780-c3b6-4005-b8ce-6cf3eaa9624c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0714135 Feb 04 01:04:11.159959 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd153e-a8c6-4a4c-94ce-ca04752c04c5 req-a08b5d94-b6fe-43c4-ab41-5b9e2fd0acb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:11.161600 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e1bd153e-a8c6-4a4c-94ce-ca04752c04c5 req-a08b5d94-b6fe-43c4-ab41-5b9e2fd0acb0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2d568438-4bdd-4827-a763-bef7c6e3099f HTTP/1.1" status: 200 len: 916 time: 0.0957816 Feb 04 01:04:11.228837 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e1bd153e-a8c6-4a4c-94ce-ca04752c04c5 req-bee6903c-1e33-4d74-9c4f-2e33b20fb86b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56aab989-a6ac-49f2-8772-979e42d65981 HTTP/1.1" status: 200 len: 1001 time: 0.0609889 Feb 04 01:04:11.283594 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd153e-a8c6-4a4c-94ce-ca04752c04c5 req-0d9a1416-a195-4ed0-8cb2-fa93892729c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:11.285059 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e1bd153e-a8c6-4a4c-94ce-ca04752c04c5 req-0d9a1416-a195-4ed0-8cb2-fa93892729c3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ddf90734-0a1a-4e97-9c10-6b152ee872e2 HTTP/1.1" status: 200 len: 854 time: 0.0432913 Feb 04 01:04:11.296582 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-fb99b6da-1638-4526-8e52-4ed7646829f6 None None] Provisioning complete for port 56aab989-a6ac-49f2-8772-979e42d65981 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:04:11.297100 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fb99b6da-1638-4526-8e52-4ed7646829f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (56aab989-a6ac-49f2-8772-979e42d65981), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:11.334456 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd153e-a8c6-4a4c-94ce-ca04752c04c5 req-42d69d03-64b8-458c-a52a-372cc9e57618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:11.335906 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e1bd153e-a8c6-4a4c-94ce-ca04752c04c5 req-42d69d03-64b8-458c-a52a-372cc9e57618 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d568438-4bdd-4827-a763-bef7c6e3099f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434089 Feb 04 01:04:11.429632 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e1bd153e-a8c6-4a4c-94ce-ca04752c04c5 req-9a215abd-7e06-406e-999e-014138ea4f11 service neutron] 10.222.0.39 "GET /v2.0/networks/2d568438-4bdd-4827-a763-bef7c6e3099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841007 Feb 04 01:04:11.497303 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-fb99b6da-1638-4526-8e52-4ed7646829f6 None None] Current status of the port 56aab989-a6ac-49f2-8772-979e42d65981 is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:04:11.787244 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e1bd153e-a8c6-4a4c-94ce-ca04752c04c5 req-3f8eb4f2-70eb-415e-b07e-d43b0c56d0bd service neutron] 10.222.0.39 "GET /v2.0/networks/2d568438-4bdd-4827-a763-bef7c6e3099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500650 Feb 04 01:04:12.270060 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3be8e3e0-c998-481b-88e3-8a7453922089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:13.445681 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:15.073947 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:16.285289 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:18.776903 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:19.260791 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 6 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 01:04:34.067805 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb853ac3-10b7-4bce-86fb-9d18cb8eee1b req-079b8624-d7c6-40d8-b47a-587552d9a7c9 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:34.069291 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-cb853ac3-10b7-4bce-86fb-9d18cb8eee1b req-079b8624-d7c6-40d8-b47a-587552d9a7c9 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 984 time: 0.0517914 Feb 04 01:04:34.137795 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-cb853ac3-10b7-4bce-86fb-9d18cb8eee1b req-dfff88bc-332a-4722-a496-d5b6fae49bba tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/security-groups?id=73eb85a9-6ee4-4e00-8e82-da930d461d23&id=7eb40780-c3b6-4005-b8ce-6cf3eaa9624c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626528 Feb 04 01:04:34.158324 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f001ed2-f596-466f-b947-9d0775fe40f5 req-ce1f71d3-6d0f-455b-aa17-3663f02c4dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:34.159817 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-5f001ed2-f596-466f-b947-9d0775fe40f5 req-ce1f71d3-6d0f-455b-aa17-3663f02c4dc1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e30936c961b14f4aa6d56be596f326c1&device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 1168 time: 0.0529909 Feb 04 01:04:34.247989 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f001ed2-f596-466f-b947-9d0775fe40f5 req-4a552dd3-0923-4f46-8190-55e4e93ef596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:34.249364 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-5f001ed2-f596-466f-b947-9d0775fe40f5 req-4a552dd3-0923-4f46-8190-55e4e93ef596 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2d568438-4bdd-4827-a763-bef7c6e3099f HTTP/1.1" status: 200 len: 916 time: 0.0829451 Feb 04 01:04:34.313708 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-5f001ed2-f596-466f-b947-9d0775fe40f5 req-f5ffd8fd-9cde-4e22-bd45-e440f0d2cf69 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56aab989-a6ac-49f2-8772-979e42d65981 HTTP/1.1" status: 200 len: 1001 time: 0.0578282 Feb 04 01:04:34.367828 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f001ed2-f596-466f-b947-9d0775fe40f5 req-bd4e2a66-e8b5-4346-bca5-1e31ca00ede6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:34.369300 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-5f001ed2-f596-466f-b947-9d0775fe40f5 req-bd4e2a66-e8b5-4346-bca5-1e31ca00ede6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ddf90734-0a1a-4e97-9c10-6b152ee872e2 HTTP/1.1" status: 200 len: 854 time: 0.0498512 Feb 04 01:04:34.423578 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f001ed2-f596-466f-b947-9d0775fe40f5 req-97be4221-2511-4bab-8cf9-eff03e55fecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:34.425143 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-5f001ed2-f596-466f-b947-9d0775fe40f5 req-97be4221-2511-4bab-8cf9-eff03e55fecf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d568438-4bdd-4827-a763-bef7c6e3099f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488396 Feb 04 01:04:34.514263 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-5f001ed2-f596-466f-b947-9d0775fe40f5 req-69869ba9-815b-498b-bc1a-653facc454c6 service neutron] 10.222.0.39 "GET /v2.0/networks/2d568438-4bdd-4827-a763-bef7c6e3099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817618 Feb 04 01:04:34.611279 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-5f001ed2-f596-466f-b947-9d0775fe40f5 req-a3a8d335-feab-4f66-b445-03696504214b service neutron] 10.222.0.39 "GET /v2.0/networks/2d568438-4bdd-4827-a763-bef7c6e3099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846784 Feb 04 01:04:35.258089 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3e87f-9322-42ee-ae9d-7f77c7b3a48e req-d79520b8-0dbd-49d1-89dd-4b0a14bcc07e tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:35.259607 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-fdb3e87f-9322-42ee-ae9d-7f77c7b3a48e req-d79520b8-0dbd-49d1-89dd-4b0a14bcc07e tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 984 time: 0.0522008 Feb 04 01:04:35.316823 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-fdb3e87f-9322-42ee-ae9d-7f77c7b3a48e req-046291cf-e6af-4dd4-9288-394813e7ba8c tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/security-groups?id=73eb85a9-6ee4-4e00-8e82-da930d461d23&id=7eb40780-c3b6-4005-b8ce-6cf3eaa9624c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514939 Feb 04 01:04:36.442490 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e625d-f76b-4183-9fee-d9117848219b req-c10dec92-9974-41a7-9758-5020b1761f48 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:36.443950 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b86e625d-f76b-4183-9fee-d9117848219b req-c10dec92-9974-41a7-9758-5020b1761f48 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 984 time: 0.0511072 Feb 04 01:04:36.501678 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b86e625d-f76b-4183-9fee-d9117848219b req-da9af780-d4d2-4733-9d2f-d4bcbdbd4f04 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/security-groups?id=73eb85a9-6ee4-4e00-8e82-da930d461d23&id=7eb40780-c3b6-4005-b8ce-6cf3eaa9624c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514343 Feb 04 01:04:37.630304 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0278b9c-5336-411d-a6d8-f975df931ad5 req-3f560f22-f8ce-4e03-bcfd-a5f8d867afd5 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:37.631666 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a0278b9c-5336-411d-a6d8-f975df931ad5 req-3f560f22-f8ce-4e03-bcfd-a5f8d867afd5 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 984 time: 0.0555522 Feb 04 01:04:37.688470 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-a0278b9c-5336-411d-a6d8-f975df931ad5 req-c83dd030-7d30-4a41-bf7f-27b022aa483e tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/security-groups?id=73eb85a9-6ee4-4e00-8e82-da930d461d23&id=7eb40780-c3b6-4005-b8ce-6cf3eaa9624c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0505717 Feb 04 01:04:38.808198 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60773e0b-1c6c-4822-8dd7-188aa8a357fa req-eb75a892-4602-49c5-87fd-e3a557e32938 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:38.809700 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-60773e0b-1c6c-4822-8dd7-188aa8a357fa req-eb75a892-4602-49c5-87fd-e3a557e32938 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 984 time: 0.0547512 Feb 04 01:04:38.870158 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-60773e0b-1c6c-4822-8dd7-188aa8a357fa req-9cb40363-48b1-4f77-b9a8-a37ef79144f1 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/security-groups?id=73eb85a9-6ee4-4e00-8e82-da930d461d23&id=7eb40780-c3b6-4005-b8ce-6cf3eaa9624c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548513 Feb 04 01:04:39.984813 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c92dc-397a-4494-b09f-8e8434ddebb3 req-f505b349-3a70-4fce-9cee-4ba6d30c9c54 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:39.986320 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-627c92dc-397a-4494-b09f-8e8434ddebb3 req-f505b349-3a70-4fce-9cee-4ba6d30c9c54 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 984 time: 0.0515981 Feb 04 01:04:40.043212 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-627c92dc-397a-4494-b09f-8e8434ddebb3 req-3e2a243f-d5c9-42ee-9264-d07521430d02 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/security-groups?id=73eb85a9-6ee4-4e00-8e82-da930d461d23&id=7eb40780-c3b6-4005-b8ce-6cf3eaa9624c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514185 Feb 04 01:04:40.131335 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0530c1d6-f310-40b0-8d12-b575a19367fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:41.165518 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abafa1-7ae3-4ae5-937c-38706f13c544 req-3cfa32d9-4282-4f3d-8b14-a31d2fca2b37 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:41.167019 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-16abafa1-7ae3-4ae5-937c-38706f13c544 req-3cfa32d9-4282-4f3d-8b14-a31d2fca2b37 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 984 time: 0.0561953 Feb 04 01:04:41.223714 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-16abafa1-7ae3-4ae5-937c-38706f13c544 req-3d975e82-c6e3-4089-89b2-22a30bc850d1 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/security-groups?id=73eb85a9-6ee4-4e00-8e82-da930d461d23&id=7eb40780-c3b6-4005-b8ce-6cf3eaa9624c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511532 Feb 04 01:04:42.254386 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dbd4c9fd-2a81-43e2-8c1a-75d61c1a16cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:42.343141 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79903af0-5094-4790-9726-4611326dbe14 req-391be9cf-955d-4b17-a9dc-195359076ccd tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:42.344604 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-79903af0-5094-4790-9726-4611326dbe14 req-391be9cf-955d-4b17-a9dc-195359076ccd tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 984 time: 0.0515265 Feb 04 01:04:42.413112 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-79903af0-5094-4790-9726-4611326dbe14 req-43b146b1-9bfb-45bc-b730-e1062f328928 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/security-groups?id=73eb85a9-6ee4-4e00-8e82-da930d461d23&id=7eb40780-c3b6-4005-b8ce-6cf3eaa9624c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629928 Feb 04 01:04:43.500228 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:43.529289 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba96992-e155-41bd-9c80-1abddb50680b req-3c43c9ad-1e0a-4181-9b19-2a3e38ea3389 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:43.530778 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-aba96992-e155-41bd-9c80-1abddb50680b req-3c43c9ad-1e0a-4181-9b19-2a3e38ea3389 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 984 time: 0.0522614 Feb 04 01:04:43.589084 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-aba96992-e155-41bd-9c80-1abddb50680b req-1ef58b45-31c4-4a53-9dc9-fc99ce96b26e tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/security-groups?id=73eb85a9-6ee4-4e00-8e82-da930d461d23&id=7eb40780-c3b6-4005-b8ce-6cf3eaa9624c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526679 Feb 04 01:04:44.705172 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd093e-eb86-4f7a-ae9c-a9a19e80c683 req-b8d333e2-4ef2-4c6f-a47c-6099b836d5b1 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:44.706901 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-13cd093e-eb86-4f7a-ae9c-a9a19e80c683 req-b8d333e2-4ef2-4c6f-a47c-6099b836d5b1 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 984 time: 0.0521886 Feb 04 01:04:44.767414 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-13cd093e-eb86-4f7a-ae9c-a9a19e80c683 req-e67a64d4-1219-45f4-8e03-5ee13a34c9b3 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/security-groups?id=73eb85a9-6ee4-4e00-8e82-da930d461d23&id=7eb40780-c3b6-4005-b8ce-6cf3eaa9624c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550895 Feb 04 01:04:45.016421 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:45.882760 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b612272-edc6-4fa0-a474-a4daa0a97288 req-1e1bdf12-3727-4738-9ae9-dbbdacda2479 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:45.884227 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0b612272-edc6-4fa0-a474-a4daa0a97288 req-1e1bdf12-3727-4738-9ae9-dbbdacda2479 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 984 time: 0.0518031 Feb 04 01:04:45.944819 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-0b612272-edc6-4fa0-a474-a4daa0a97288 req-d823d93d-b081-4293-81b3-bebabcfe96a1 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/security-groups?id=73eb85a9-6ee4-4e00-8e82-da930d461d23&id=7eb40780-c3b6-4005-b8ce-6cf3eaa9624c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545592 Feb 04 01:04:46.168534 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:47.063381 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494dd1a5-241c-4b2e-b7d3-e67afd4c1251 req-98414d89-c1d8-43a2-9597-3cbffcb72654 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:47.064753 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-494dd1a5-241c-4b2e-b7d3-e67afd4c1251 req-98414d89-c1d8-43a2-9597-3cbffcb72654 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 984 time: 0.0529351 Feb 04 01:04:47.122703 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-494dd1a5-241c-4b2e-b7d3-e67afd4c1251 req-71ed8b4e-0471-4bf9-8c01-7c3948c62d2e tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/security-groups?id=73eb85a9-6ee4-4e00-8e82-da930d461d23&id=7eb40780-c3b6-4005-b8ce-6cf3eaa9624c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521495 Feb 04 01:04:48.238394 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affb795-2aa3-4c31-84e5-a7a4e72a18f5 req-0bc39815-0e03-41e2-aad8-5d9e33626a25 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:48.240016 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2affb795-2aa3-4c31-84e5-a7a4e72a18f5 req-0bc39815-0e03-41e2-aad8-5d9e33626a25 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 984 time: 0.0518768 Feb 04 01:04:48.296918 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-2affb795-2aa3-4c31-84e5-a7a4e72a18f5 req-80e53bc1-8f4e-472b-9f19-acb7da1950c4 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/security-groups?id=73eb85a9-6ee4-4e00-8e82-da930d461d23&id=7eb40780-c3b6-4005-b8ce-6cf3eaa9624c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0506635 Feb 04 01:04:48.759420 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:04:49.417492 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d6844-bdbe-49e7-afe4-f7eecbb3419c req-275d6c93-9b50-420f-aea6-54e8af154fc9 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:49.418976 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b45d6844-bdbe-49e7-afe4-f7eecbb3419c req-275d6c93-9b50-420f-aea6-54e8af154fc9 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 984 time: 0.0554924 Feb 04 01:04:49.476126 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b45d6844-bdbe-49e7-afe4-f7eecbb3419c req-2301b5cc-b551-46ce-ba97-aec396c7326a tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/security-groups?id=73eb85a9-6ee4-4e00-8e82-da930d461d23&id=7eb40780-c3b6-4005-b8ce-6cf3eaa9624c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515678 Feb 04 01:04:50.592423 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e3a5eb-207b-43c0-8b01-2e6eba657bd5 req-30489625-69a4-4031-93b7-cf24474af38b tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:50.593953 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-49e3a5eb-207b-43c0-8b01-2e6eba657bd5 req-30489625-69a4-4031-93b7-cf24474af38b tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 984 time: 0.0525949 Feb 04 01:04:50.652421 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-49e3a5eb-207b-43c0-8b01-2e6eba657bd5 req-89a9906f-b870-4edd-bba8-e99b34da02e4 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/security-groups?id=73eb85a9-6ee4-4e00-8e82-da930d461d23&id=7eb40780-c3b6-4005-b8ce-6cf3eaa9624c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526006 Feb 04 01:04:51.769092 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bf468-aa6d-4d44-a936-3b66e475816d req-188ebb80-24f7-4b9c-b7b9-72acc920c1d5 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:51.770581 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-309bf468-aa6d-4d44-a936-3b66e475816d req-188ebb80-24f7-4b9c-b7b9-72acc920c1d5 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 984 time: 0.0521317 Feb 04 01:04:51.827518 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-309bf468-aa6d-4d44-a936-3b66e475816d req-899d42b8-333b-4b12-8fe6-b11ba9f2a7bc tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/security-groups?id=73eb85a9-6ee4-4e00-8e82-da930d461d23&id=7eb40780-c3b6-4005-b8ce-6cf3eaa9624c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0509715 Feb 04 01:04:56.259160 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 6 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 01:04:57.285738 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6254e41c-ab43-4c18-8f6e-35a1710483d5 req-4788b445-d91d-4caf-8e1a-ef7d16a03214 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429130 Feb 04 01:04:57.369882 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254e41c-ab43-4c18-8f6e-35a1710483d5 req-334c0767-3aec-4e5d-a28f-e329ff8792d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:57.371392 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6254e41c-ab43-4c18-8f6e-35a1710483d5 req-334c0767-3aec-4e5d-a28f-e329ff8792d6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e30936c961b14f4aa6d56be596f326c1&device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 1168 time: 0.0481730 Feb 04 01:04:57.471418 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254e41c-ab43-4c18-8f6e-35a1710483d5 req-2a2f67e3-546d-4dc2-a889-b89faa7c66d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:57.472776 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6254e41c-ab43-4c18-8f6e-35a1710483d5 req-2a2f67e3-546d-4dc2-a889-b89faa7c66d6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2d568438-4bdd-4827-a763-bef7c6e3099f HTTP/1.1" status: 200 len: 916 time: 0.0822942 Feb 04 01:04:57.538791 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6254e41c-ab43-4c18-8f6e-35a1710483d5 req-848030df-ec6c-42d3-ba4e-63a3f55d14be service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56aab989-a6ac-49f2-8772-979e42d65981 HTTP/1.1" status: 200 len: 1001 time: 0.0598562 Feb 04 01:04:57.585090 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254e41c-ab43-4c18-8f6e-35a1710483d5 req-ff56025c-3cce-4048-a099-dd1a4883cd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:57.586492 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6254e41c-ab43-4c18-8f6e-35a1710483d5 req-ff56025c-3cce-4048-a099-dd1a4883cd9a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ddf90734-0a1a-4e97-9c10-6b152ee872e2 HTTP/1.1" status: 200 len: 854 time: 0.0416701 Feb 04 01:04:57.632788 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254e41c-ab43-4c18-8f6e-35a1710483d5 req-5b0cbf42-8564-4a6a-b32f-1b3bb911effd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:04:57.634267 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6254e41c-ab43-4c18-8f6e-35a1710483d5 req-5b0cbf42-8564-4a6a-b32f-1b3bb911effd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d568438-4bdd-4827-a763-bef7c6e3099f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420082 Feb 04 01:04:57.721563 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6254e41c-ab43-4c18-8f6e-35a1710483d5 req-1b78fc1d-a595-4454-960d-bd7a975caf2a service neutron] 10.222.0.39 "GET /v2.0/networks/2d568438-4bdd-4827-a763-bef7c6e3099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812798 Feb 04 01:04:57.808720 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6254e41c-ab43-4c18-8f6e-35a1710483d5 req-3530fcfd-af33-484f-a042-12456254b395 service neutron] 10.222.0.39 "GET /v2.0/networks/2d568438-4bdd-4827-a763-bef7c6e3099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813837 Feb 04 01:05:10.128255 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3947b0cb-4fe2-434c-9c5c-47b6143d3d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:12.233317 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8a028878-324e-4df8-8c05-13eef73b9214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:13.470865 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:15.028018 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:16.173725 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:18.762458 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:24.933911 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-71b3d4db-867a-436e-ba39-037311d0ba9b req-99354e71-c428-46ed-b49a-bbf746ad4a52 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1834479396&fields=id&tenant_id=e30936c961b14f4aa6d56be596f326c1 HTTP/1.1" status: 200 len: 267 time: 0.0539865 Feb 04 01:05:24.989494 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3d4db-867a-436e-ba39-037311d0ba9b req-b590e94e-51ec-4feb-a202-a3e7655b82b0 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:05:24.990978 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-71b3d4db-867a-436e-ba39-037311d0ba9b req-b590e94e-51ec-4feb-a202-a3e7655b82b0 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 984 time: 0.0510640 Feb 04 01:05:25.001961 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.v2.base [req-71b3d4db-867a-436e-ba39-037311d0ba9b req-d24b0e5a-1956-4a2e-abeb-892b0498333d tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Request body: {'port': {'security_groups': ['73eb85a9-6ee4-4e00-8e82-da930d461d23']}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 01:05:25.071338 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-71b3d4db-867a-436e-ba39-037311d0ba9b req-d24b0e5a-1956-4a2e-abeb-892b0498333d tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (56aab989-a6ac-49f2-8772-979e42d65981), before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:25.241853 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-71b3d4db-867a-436e-ba39-037311d0ba9b req-d24b0e5a-1956-4a2e-abeb-892b0498333d tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] For port 56aab989-a6ac-49f2-8772-979e42d65981, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=56aab989-a6ac-49f2-8772-979e42d65981,segment=NetworkSegment(ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5),segment_id=ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:05:25.269074 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-71b3d4db-867a-436e-ba39-037311d0ba9b req-d24b0e5a-1956-4a2e-abeb-892b0498333d tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks [] for port (56aab989-a6ac-49f2-8772-979e42d65981), precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:25.327708 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-71b3d4db-867a-436e-ba39-037311d0ba9b req-d24b0e5a-1956-4a2e-abeb-892b0498333d tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-660056'] for port (56aab989-a6ac-49f2-8772-979e42d65981), after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:25.340456 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['56aab989-a6ac-49f2-8772-979e42d65981'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 01:05:25.376350 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3d4db-867a-436e-ba39-037311d0ba9b req-d24b0e5a-1956-4a2e-abeb-892b0498333d tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:05:25.376978 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-71b3d4db-867a-436e-ba39-037311d0ba9b req-d24b0e5a-1956-4a2e-abeb-892b0498333d tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:25.378433 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-71b3d4db-867a-436e-ba39-037311d0ba9b req-d24b0e5a-1956-4a2e-abeb-892b0498333d tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "PUT /v2.0/ports/56aab989-a6ac-49f2-8772-979e42d65981 HTTP/1.1" status: 200 len: 942 time: 0.3814723 Feb 04 01:05:25.378972 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dda5b30-1710-4fa2-8025-ed7ef6aa6d92', 'tag': '56aab989-a6ac-49f2-8772-979e42d65981'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 01:05:25.381266 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e0c5a5779633a09e60ecc98ad41b20f8dcc6f9c395ee4249b8896e9f1e38e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4430e603-49bb-4dde-b44d-880f2bbbc985" -d '{"events": [{"name": "network-changed", "server_uuid": "8dda5b30-1710-4fa2-8025-ed7ef6aa6d92", "tag": "56aab989-a6ac-49f2-8772-979e42d65981"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 01:05:25.386372 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 36296) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:05:25.416525 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b0e5a-1956-4a2e-abeb-892b0498333d tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Pushing event updated for resources: {'Port': ['ID=56aab989-a6ac-49f2-8772-979e42d65981,revision_number=7']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:05:25.426833 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b0e5a-1956-4a2e-abeb-892b0498333d tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:05:25.427313 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b0e5a-1956-4a2e-abeb-892b0498333d tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:05:25.427900 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b0e5a-1956-4a2e-abeb-892b0498333d tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:05:25.428476 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b0e5a-1956-4a2e-abeb-892b0498333d tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:05:25.428908 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b0e5a-1956-4a2e-abeb-892b0498333d tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:05:25.429356 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b0e5a-1956-4a2e-abeb-892b0498333d tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:05:25.430098 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b0e5a-1956-4a2e-abeb-892b0498333d tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:05:25.430530 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b0e5a-1956-4a2e-abeb-892b0498333d tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:05:25.430958 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b0e5a-1956-4a2e-abeb-892b0498333d tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:05:25.431393 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b0e5a-1956-4a2e-abeb-892b0498333d tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:05:25.431811 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b0e5a-1956-4a2e-abeb-892b0498333d tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:05:25.432233 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b0e5a-1956-4a2e-abeb-892b0498333d tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:05:25.433712 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b0e5a-1956-4a2e-abeb-892b0498333d tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:05:25.476065 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a4433329-7b5a-44cd-8abc-bc8c6fdc170f tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks [] for security_group (7eb40780-c3b6-4005-b8ce-6cf3eaa9624c), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:25.483729 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['56aab989-a6ac-49f2-8772-979e42d65981'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 01:05:25.506099 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a4433329-7b5a-44cd-8abc-bc8c6fdc170f tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks [] for security_group (7eb40780-c3b6-4005-b8ce-6cf3eaa9624c), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:25.588912 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 01:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71781744-b847-403d-b760-b177d9a1ba1c x-openstack-request-id: req-71781744-b847-403d-b760-b177d9a1ba1c {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 01:05:25.588912 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dda5b30-1710-4fa2-8025-ed7ef6aa6d92", "tag": "56aab989-a6ac-49f2-8772-979e42d65981", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 01:05:25.589179 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-71781744-b847-403d-b760-b177d9a1ba1c {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 01:05:25.589656 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dda5b30-1710-4fa2-8025-ed7ef6aa6d92', 'tag': '56aab989-a6ac-49f2-8772-979e42d65981', 'status': 'completed', 'code': 200} Feb 04 01:05:25.637046 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a4433329-7b5a-44cd-8abc-bc8c6fdc170f tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (7eb40780-c3b6-4005-b8ce-6cf3eaa9624c), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:25.640522 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a4433329-7b5a-44cd-8abc-bc8c6fdc170f tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:25.641686 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-a4433329-7b5a-44cd-8abc-bc8c6fdc170f tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "DELETE /v2.0/security-groups/7eb40780-c3b6-4005-b8ce-6cf3eaa9624c HTTP/1.1" status: 204 len: 168 time: 0.2537091 Feb 04 01:05:25.644548 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 36300) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:05:25.647964 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b73b25f1-c643-48ea-bc93-d1b3c272d458 None None] Provisioning complete for port 56aab989-a6ac-49f2-8772-979e42d65981 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:05:25.648538 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b73b25f1-c643-48ea-bc93-d1b3c272d458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (56aab989-a6ac-49f2-8772-979e42d65981), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:25.656854 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4433329-7b5a-44cd-8abc-bc8c6fdc170f tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb40780-c3b6-4005-b8ce-6cf3eaa9624c,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:05:25.670679 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4433329-7b5a-44cd-8abc-bc8c6fdc170f tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:05:25.671038 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4433329-7b5a-44cd-8abc-bc8c6fdc170f tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:05:25.671375 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4433329-7b5a-44cd-8abc-bc8c6fdc170f tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:05:25.671718 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4433329-7b5a-44cd-8abc-bc8c6fdc170f tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:05:25.672058 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4433329-7b5a-44cd-8abc-bc8c6fdc170f tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:05:25.672391 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4433329-7b5a-44cd-8abc-bc8c6fdc170f tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:05:25.672924 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4433329-7b5a-44cd-8abc-bc8c6fdc170f tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:05:25.673430 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4433329-7b5a-44cd-8abc-bc8c6fdc170f tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:05:25.674075 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4433329-7b5a-44cd-8abc-bc8c6fdc170f tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:05:25.674404 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4433329-7b5a-44cd-8abc-bc8c6fdc170f tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:05:25.674741 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4433329-7b5a-44cd-8abc-bc8c6fdc170f tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:05:25.675069 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4433329-7b5a-44cd-8abc-bc8c6fdc170f tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:05:25.675565 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4433329-7b5a-44cd-8abc-bc8c6fdc170f tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:05:25.688392 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430e603-49bb-4dde-b44d-880f2bbbc985 req-e208b6d2-7eb0-4062-bb22-a2cee18b0382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:05:25.689979 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4430e603-49bb-4dde-b44d-880f2bbbc985 req-e208b6d2-7eb0-4062-bb22-a2cee18b0382 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e30936c961b14f4aa6d56be596f326c1&device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 1129 time: 0.0792825 Feb 04 01:05:25.747701 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b73b25f1-c643-48ea-bc93-d1b3c272d458 None None] Current status of the port 56aab989-a6ac-49f2-8772-979e42d65981 is: ACTIVE; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:05:25.787095 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430e603-49bb-4dde-b44d-880f2bbbc985 req-8e5eaf4a-685f-4caf-a738-732f39d7ecd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:05:25.788681 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4430e603-49bb-4dde-b44d-880f2bbbc985 req-8e5eaf4a-685f-4caf-a738-732f39d7ecd3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2d568438-4bdd-4827-a763-bef7c6e3099f HTTP/1.1" status: 200 len: 916 time: 0.0898352 Feb 04 01:05:25.814202 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-049a0f70-e43e-48ca-9ef1-6302f69a95dd tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Deleting port afd80701-d48f-4c6f-9084-ecbc83cbf840 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 01:05:25.814548 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-049a0f70-e43e-48ca-9ef1-6302f69a95dd tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (afd80701-d48f-4c6f-9084-ecbc83cbf840), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:25.856321 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4430e603-49bb-4dde-b44d-880f2bbbc985 req-533b355e-9ccf-47a0-b116-b082b84b49de service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56aab989-a6ac-49f2-8772-979e42d65981 HTTP/1.1" status: 200 len: 1001 time: 0.0606768 Feb 04 01:05:25.895281 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-049a0f70-e43e-48ca-9ef1-6302f69a95dd tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (afd80701-d48f-4c6f-9084-ecbc83cbf840), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:25.895699 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-049a0f70-e43e-48ca-9ef1-6302f69a95dd tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks [] for floatingip (afd80701-d48f-4c6f-9084-ecbc83cbf840), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:25.907261 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-049a0f70-e43e-48ca-9ef1-6302f69a95dd tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Calling delete_port for afd80701-d48f-4c6f-9084-ecbc83cbf840 owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 01:05:25.909150 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430e603-49bb-4dde-b44d-880f2bbbc985 req-0e810382-1534-4202-9cdb-deeeef6cc548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:05:25.910652 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4430e603-49bb-4dde-b44d-880f2bbbc985 req-0e810382-1534-4202-9cdb-deeeef6cc548 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ddf90734-0a1a-4e97-9c10-6b152ee872e2 HTTP/1.1" status: 200 len: 854 time: 0.0479381 Feb 04 01:05:25.960956 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430e603-49bb-4dde-b44d-880f2bbbc985 req-f74b33ac-e5f8-4246-a452-8110a4f82cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:05:25.962484 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4430e603-49bb-4dde-b44d-880f2bbbc985 req-f74b33ac-e5f8-4246-a452-8110a4f82cf4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d568438-4bdd-4827-a763-bef7c6e3099f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454910 Feb 04 01:05:26.054216 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4430e603-49bb-4dde-b44d-880f2bbbc985 req-9ba20ff3-bb95-4024-8474-30473cb30fe7 service neutron] 10.222.0.39 "GET /v2.0/networks/2d568438-4bdd-4827-a763-bef7c6e3099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844302 Feb 04 01:05:26.131413 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-049a0f70-e43e-48ca-9ef1-6302f69a95dd tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-660047'] for port (afd80701-d48f-4c6f-9084-ecbc83cbf840), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:26.142049 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4430e603-49bb-4dde-b44d-880f2bbbc985 req-5f7a9ce6-e7a1-4ae6-ad45-a0259f629945 service neutron] 10.222.0.39 "GET /v2.0/networks/2d568438-4bdd-4827-a763-bef7c6e3099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814764 Feb 04 01:05:26.157369 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a0f70-e43e-48ca-9ef1-6302f69a95dd tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Pushing event deleted for resources: {'Port': ['ID=afd80701-d48f-4c6f-9084-ecbc83cbf840,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:05:26.221868 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-049a0f70-e43e-48ca-9ef1-6302f69a95dd tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks [] for floatingip (4e3e5300-6b06-4990-8334-0588a32dde8c), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:26.222191 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.db.l3_db [None req-049a0f70-e43e-48ca-9ef1-6302f69a95dd tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Floating IP 4e3e5300-6b06-4990-8334-0588a32dde8c disassociated (deleted). External IP: 172.27.1.162, port: 56aab989-a6ac-49f2-8772-979e42d65981. Feb 04 01:05:26.426875 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049a0f70-e43e-48ca-9ef1-6302f69a95dd tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Router 59a1acae-0e9c-423b-b254-c1aed1c77971 has already been hosted by L3 agent 05e42f77-b612-4439-9acd-15af6102b82d {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 01:05:26.530939 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049a0f70-e43e-48ca-9ef1-6302f69a95dd tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 01:05:26.535277 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-049a0f70-e43e-48ca-9ef1-6302f69a95dd tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for floatingip (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:26.540882 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e830ecf-98c6-45a8-80ab-982658a75b60 None None] Sync routers for ids ['59a1acae-0e9c-423b-b254-c1aed1c77971'] in dv-cinder-827778-1-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 01:05:26.551571 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e830ecf-98c6-45a8-80ab-982658a75b60 None None] Routers {'59a1acae-0e9c-423b-b254-c1aed1c77971'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:05:26.552187 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-2e830ecf-98c6-45a8-80ab-982658a75b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:05:12Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['59a1acae-0e9c-423b-b254-c1aed1c77971'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:05:26.564774 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-049a0f70-e43e-48ca-9ef1-6302f69a95dd tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "DELETE /v2.0/floatingips/4e3e5300-6b06-4990-8334-0588a32dde8c HTTP/1.1" status: 204 len: 168 time: 0.9192095 Feb 04 01:05:26.789032 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-2e830ecf-98c6-45a8-80ab-982658a75b60 None None] Set router 59a1acae-0e9c-423b-b254-c1aed1c77971 gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:05:26.994866 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-2e830ecf-98c6-45a8-80ab-982658a75b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a1acae-0e9c-423b-b254-c1aed1c77971', 'name': 'tempest-TestMinimumBasicScenario-2132564736-router', 'tenant_id': 'e30936c961b14f4aa6d56be596f326c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '6f0768e5-c12a-4717-bd50-702e634a51f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:03:03Z', 'updated_at': '2022-02-04T01:03:08Z', 'revision_number': 4, 'project_id': 'e30936c961b14f4aa6d56be596f326c1', 'gw_port': {'id': '6f0768e5-c12a-4717-bd50-702e634a51f2', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a1acae-0e9c-423b-b254-c1aed1c77971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:04Z', 'updated_at': '2022-02-04T01:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': '24ab1908-f16c-4580-86ea-c1bc5dfce600', 'name': '', 'network_id': '2d568438-4bdd-4827-a763-bef7c6e3099f', 'tenant_id': 'e30936c961b14f4aa6d56be596f326c1', 'mac_address': 'fa:16:3e:76:0b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a1acae-0e9c-423b-b254-c1aed1c77971', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ddf90734-0a1a-4e97-9c10-6b152ee872e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:07Z', 'updated_at': '2022-02-04T01:03:14Z', 'revision_number': 5, 'project_id': 'e30936c961b14f4aa6d56be596f326c1', 'subnets': [{'id': 'ddf90734-0a1a-4e97-9c10-6b152ee872e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:05:27.024950 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e830ecf-98c6-45a8-80ab-982658a75b60 None None] Checking router: 59a1acae-0e9c-423b-b254-c1aed1c77971 for host: dv-cinder-827778-1-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 01:05:27.033944 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e830ecf-98c6-45a8-80ab-982658a75b60 None None] Routers {'59a1acae-0e9c-423b-b254-c1aed1c77971'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:05:27.034554 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-2e830ecf-98c6-45a8-80ab-982658a75b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:05:12Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['59a1acae-0e9c-423b-b254-c1aed1c77971'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:05:27.140826 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-2e830ecf-98c6-45a8-80ab-982658a75b60 None None] Set router 59a1acae-0e9c-423b-b254-c1aed1c77971 gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:05:27.339489 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-2e830ecf-98c6-45a8-80ab-982658a75b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a1acae-0e9c-423b-b254-c1aed1c77971', 'name': 'tempest-TestMinimumBasicScenario-2132564736-router', 'tenant_id': 'e30936c961b14f4aa6d56be596f326c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '6f0768e5-c12a-4717-bd50-702e634a51f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:03:03Z', 'updated_at': '2022-02-04T01:03:08Z', 'revision_number': 4, 'project_id': 'e30936c961b14f4aa6d56be596f326c1', 'gw_port': {'id': '6f0768e5-c12a-4717-bd50-702e634a51f2', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a1acae-0e9c-423b-b254-c1aed1c77971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:04Z', 'updated_at': '2022-02-04T01:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': '24ab1908-f16c-4580-86ea-c1bc5dfce600', 'name': '', 'network_id': '2d568438-4bdd-4827-a763-bef7c6e3099f', 'tenant_id': 'e30936c961b14f4aa6d56be596f326c1', 'mac_address': 'fa:16:3e:76:0b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a1acae-0e9c-423b-b254-c1aed1c77971', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ddf90734-0a1a-4e97-9c10-6b152ee872e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:07Z', 'updated_at': '2022-02-04T01:03:14Z', 'revision_number': 5, 'project_id': 'e30936c961b14f4aa6d56be596f326c1', 'subnets': [{'id': 'ddf90734-0a1a-4e97-9c10-6b152ee872e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:05:27.365770 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e830ecf-98c6-45a8-80ab-982658a75b60 None None] The sync data for ids ['59a1acae-0e9c-423b-b254-c1aed1c77971'] in dv-cinder-827778-1-iscsi is: [{'id': '59a1acae-0e9c-423b-b254-c1aed1c77971', 'name': 'tempest-TestMinimumBasicScenario-2132564736-router', 'tenant_id': 'e30936c961b14f4aa6d56be596f326c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '6f0768e5-c12a-4717-bd50-702e634a51f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:03:03Z', 'updated_at': '2022-02-04T01:03:08Z', 'revision_number': 4, 'project_id': 'e30936c961b14f4aa6d56be596f326c1', 'gw_port': {'id': '6f0768e5-c12a-4717-bd50-702e634a51f2', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a1acae-0e9c-423b-b254-c1aed1c77971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:04Z', 'updated_at': '2022-02-04T01:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': '24ab1908-f16c-4580-86ea-c1bc5dfce600', 'name': '', 'network_id': '2d568438-4bdd-4827-a763-bef7c6e3099f', 'tenant_id': 'e30936c961b14f4aa6d56be596f326c1', 'mac_address': 'fa:16:3e:76:0b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a1acae-0e9c-423b-b254-c1aed1c77971', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ddf90734-0a1a-4e97-9c10-6b152ee872e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:07Z', 'updated_at': '2022-02-04T01:03:14Z', 'revision_number': 5, 'project_id': 'e30936c961b14f4aa6d56be596f326c1', 'subnets': [{'id': 'ddf90734-0a1a-4e97-9c10-6b152ee872e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 01:05:27.591077 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dda5b30-1710-4fa2-8025-ed7ef6aa6d92', 'tag': '56aab989-a6ac-49f2-8772-979e42d65981'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 01:05:27.593088 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220aa0d3-e81e-4dac-9701-a14b97d86c9b None None] New status for floating IP 4e3e5300-6b06-4990-8334-0588a32dde8c: DOWN {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 01:05:27.594076 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e0c5a5779633a09e60ecc98ad41b20f8dcc6f9c395ee4249b8896e9f1e38e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1a2ee3-d036-47bf-a048-e377030c2ccc" -d '{"events": [{"name": "network-changed", "server_uuid": "8dda5b30-1710-4fa2-8025-ed7ef6aa6d92", "tag": "56aab989-a6ac-49f2-8772-979e42d65981"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 01:05:27.631210 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 01:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb789bfb-8b72-4ac6-b849-38f4d8018975 x-openstack-request-id: req-eb789bfb-8b72-4ac6-b849-38f4d8018975 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 01:05:27.631528 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dda5b30-1710-4fa2-8025-ed7ef6aa6d92", "tag": "56aab989-a6ac-49f2-8772-979e42d65981", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 01:05:27.631787 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eb789bfb-8b72-4ac6-b849-38f4d8018975 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 01:05:27.632184 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dda5b30-1710-4fa2-8025-ed7ef6aa6d92', 'tag': '56aab989-a6ac-49f2-8772-979e42d65981', 'status': 'completed', 'code': 200} Feb 04 01:05:27.705713 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a2ee3-d036-47bf-a048-e377030c2ccc req-0f26a2ec-e08f-4d4b-b128-150e62dcae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:05:27.707222 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ac1a2ee3-d036-47bf-a048-e377030c2ccc req-0f26a2ec-e08f-4d4b-b128-150e62dcae11 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e30936c961b14f4aa6d56be596f326c1&device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 1129 time: 0.0509424 Feb 04 01:05:27.793797 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a2ee3-d036-47bf-a048-e377030c2ccc req-ffa8722e-81fe-4d4f-ba46-a98e9633da17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:05:27.795262 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ac1a2ee3-d036-47bf-a048-e377030c2ccc req-ffa8722e-81fe-4d4f-ba46-a98e9633da17 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2d568438-4bdd-4827-a763-bef7c6e3099f HTTP/1.1" status: 200 len: 916 time: 0.0817523 Feb 04 01:05:27.836829 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ac1a2ee3-d036-47bf-a048-e377030c2ccc req-dc6c4d63-978e-4c2c-af2d-b5a495d25102 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56aab989-a6ac-49f2-8772-979e42d65981 HTTP/1.1" status: 200 len: 217 time: 0.0342484 Feb 04 01:05:27.889147 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a2ee3-d036-47bf-a048-e377030c2ccc req-bacb8307-beb5-4b7a-86c2-63366030669e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:05:27.890554 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ac1a2ee3-d036-47bf-a048-e377030c2ccc req-bacb8307-beb5-4b7a-86c2-63366030669e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ddf90734-0a1a-4e97-9c10-6b152ee872e2 HTTP/1.1" status: 200 len: 854 time: 0.0464616 Feb 04 01:05:27.943233 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a2ee3-d036-47bf-a048-e377030c2ccc req-904780fe-0584-4527-b486-f861ae6d8426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:05:27.944752 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ac1a2ee3-d036-47bf-a048-e377030c2ccc req-904780fe-0584-4527-b486-f861ae6d8426 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d568438-4bdd-4827-a763-bef7c6e3099f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451701 Feb 04 01:05:28.037433 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ac1a2ee3-d036-47bf-a048-e377030c2ccc req-77e037af-185e-42a2-b199-9ff0b04e5210 service neutron] 10.222.0.39 "GET /v2.0/networks/2d568438-4bdd-4827-a763-bef7c6e3099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832407 Feb 04 01:05:28.133712 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ac1a2ee3-d036-47bf-a048-e377030c2ccc req-178be8c0-cdd6-4ded-9b8a-794e686e5337 service neutron] 10.222.0.39 "GET /v2.0/networks/2d568438-4bdd-4827-a763-bef7c6e3099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855711 Feb 04 01:05:30.755900 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360706c4-8284-4be8-ba52-765c588f3ae6 req-1762c184-17fb-4e5f-9890-34afa19bab36 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:05:30.757360 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-360706c4-8284-4be8-ba52-765c588f3ae6 req-1762c184-17fb-4e5f-9890-34afa19bab36 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 945 time: 0.0527732 Feb 04 01:05:30.803010 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-360706c4-8284-4be8-ba52-765c588f3ae6 req-b6f491b4-62a1-4ff2-ae71-d9e09e87830d tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/security-groups?id=73eb85a9-6ee4-4e00-8e82-da930d461d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401850 Feb 04 01:05:31.921164 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb661d-3b49-4121-81f3-43af1cb673cf req-09179b4b-818a-4cba-beed-038974910af3 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:05:31.922688 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-23fb661d-3b49-4121-81f3-43af1cb673cf req-09179b4b-818a-4cba-beed-038974910af3 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 945 time: 0.0518763 Feb 04 01:05:31.968552 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-23fb661d-3b49-4121-81f3-43af1cb673cf req-93558d06-1914-4390-8369-66a1a299ad26 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/security-groups?id=73eb85a9-6ee4-4e00-8e82-da930d461d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402896 Feb 04 01:05:32.707647 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc7a8b-d092-4f83-a51a-5e70e4a6a555 req-58644f40-93c2-4dde-a9c7-1941aba8eb31 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:05:32.709110 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6cdc7a8b-d092-4f83-a51a-5e70e4a6a555 req-58644f40-93c2-4dde-a9c7-1941aba8eb31 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.39 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 945 time: 0.0557261 Feb 04 01:05:32.802566 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-6cdc7a8b-d092-4f83-a51a-5e70e4a6a555 req-5ad0e6fe-a7ba-4d97-be15-4ec80c1efed0 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Deleting port 56aab989-a6ac-49f2-8772-979e42d65981 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 01:05:32.802908 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6cdc7a8b-d092-4f83-a51a-5e70e4a6a555 req-5ad0e6fe-a7ba-4d97-be15-4ec80c1efed0 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (56aab989-a6ac-49f2-8772-979e42d65981), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:32.890524 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-6cdc7a8b-d092-4f83-a51a-5e70e4a6a555 req-5ad0e6fe-a7ba-4d97-be15-4ec80c1efed0 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] For port 56aab989-a6ac-49f2-8772-979e42d65981, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=56aab989-a6ac-49f2-8772-979e42d65981,segment=NetworkSegment(ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5),segment_id=ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:05:32.890911 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6cdc7a8b-d092-4f83-a51a-5e70e4a6a555 req-5ad0e6fe-a7ba-4d97-be15-4ec80c1efed0 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (56aab989-a6ac-49f2-8772-979e42d65981), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:32.903229 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-6cdc7a8b-d092-4f83-a51a-5e70e4a6a555 req-5ad0e6fe-a7ba-4d97-be15-4ec80c1efed0 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Calling delete_port for 56aab989-a6ac-49f2-8772-979e42d65981 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 01:05:33.080312 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6cdc7a8b-d092-4f83-a51a-5e70e4a6a555 req-5ad0e6fe-a7ba-4d97-be15-4ec80c1efed0 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (56aab989-a6ac-49f2-8772-979e42d65981), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:33.090389 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de773e8-945b-4c42-8e82-2bd71be0550d req-247b3110-1237-4bdc-ba0f-c90f1307d9ae tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:05:33.091890 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3de773e8-945b-4c42-8e82-2bd71be0550d req-247b3110-1237-4bdc-ba0f-c90f1307d9ae tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dda5b30-1710-4fa2-8025-ed7ef6aa6d92 HTTP/1.1" status: 200 len: 945 time: 0.0571783 Feb 04 01:05:33.096427 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['56aab989-a6ac-49f2-8772-979e42d65981'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 01:05:33.123029 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0e6fe-a7ba-4d97-be15-4ec80c1efed0 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Pushing event deleted for resources: {'Port': ['ID=56aab989-a6ac-49f2-8772-979e42d65981,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:05:33.180509 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cdc7a8b-d092-4f83-a51a-5e70e4a6a555 req-5ad0e6fe-a7ba-4d97-be15-4ec80c1efed0 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] No DVR routers for this DVR port 56aab989-a6ac-49f2-8772-979e42d65981 on host hv-cinder-82777 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 01:05:33.184548 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6cdc7a8b-d092-4f83-a51a-5e70e4a6a555 req-5ad0e6fe-a7ba-4d97-be15-4ec80c1efed0 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:33.187940 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6cdc7a8b-d092-4f83-a51a-5e70e4a6a555 req-5ad0e6fe-a7ba-4d97-be15-4ec80c1efed0 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.39 "DELETE /v2.0/ports/56aab989-a6ac-49f2-8772-979e42d65981 HTTP/1.1" status: 204 len: 173 time: 0.4718754 Feb 04 01:05:33.188404 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dda5b30-1710-4fa2-8025-ed7ef6aa6d92', 'name': 'network-vif-deleted', 'tag': '56aab989-a6ac-49f2-8772-979e42d65981'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 01:05:33.191310 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9923a7793e9fa6102d344dd696201155eb04f662303130ce66584af0359f1e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e59474d-ea26-4297-90b3-505396c63daa" -d '{"events": [{"server_uuid": "8dda5b30-1710-4fa2-8025-ed7ef6aa6d92", "name": "network-vif-deleted", "tag": "56aab989-a6ac-49f2-8772-979e42d65981"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 01:05:33.209002 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-3de773e8-945b-4c42-8e82-2bd71be0550d req-4400d1bc-386a-43be-ad00-1e6024464cd9 tempest-TestMinimumBasicScenario-641472800 tempest-TestMinimumBasicScenario-641472800-project] 10.222.0.10 "GET /v2.0/security-groups?id=73eb85a9-6ee4-4e00-8e82-da930d461d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089938 Feb 04 01:05:33.242235 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 01:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154c9882-ed3f-4c08-977a-13a25785df03 x-openstack-request-id: req-154c9882-ed3f-4c08-977a-13a25785df03 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 01:05:33.245678 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dda5b30-1710-4fa2-8025-ed7ef6aa6d92", "name": "network-vif-deleted", "tag": "56aab989-a6ac-49f2-8772-979e42d65981", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 01:05:33.245678 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-154c9882-ed3f-4c08-977a-13a25785df03 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 01:05:33.245678 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dda5b30-1710-4fa2-8025-ed7ef6aa6d92', 'name': 'network-vif-deleted', 'tag': '56aab989-a6ac-49f2-8772-979e42d65981', 'status': 'completed', 'code': 200} Feb 04 01:05:33.258127 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 6 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 01:05:35.342145 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 36390) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:05:35.681495 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2d84a5a0-56cf-4984-a293-25d8b50c9780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-478914'] for router_interface (59a1acae-0e9c-423b-b254-c1aed1c77971), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:35.935653 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-2d84a5a0-56cf-4984-a293-25d8b50c9780 admin admin] Deleting port 24ab1908-f16c-4580-86ea-c1bc5dfce600 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 01:05:35.935897 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2d84a5a0-56cf-4984-a293-25d8b50c9780 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (24ab1908-f16c-4580-86ea-c1bc5dfce600), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:36.010757 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-2d84a5a0-56cf-4984-a293-25d8b50c9780 admin admin] For port 24ab1908-f16c-4580-86ea-c1bc5dfce600, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=24ab1908-f16c-4580-86ea-c1bc5dfce600,segment=NetworkSegment(ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5),segment_id=ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:05:36.011117 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2d84a5a0-56cf-4984-a293-25d8b50c9780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (24ab1908-f16c-4580-86ea-c1bc5dfce600), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:36.023817 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-2d84a5a0-56cf-4984-a293-25d8b50c9780 admin admin] Calling delete_port for 24ab1908-f16c-4580-86ea-c1bc5dfce600 owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 01:05:36.262976 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2d84a5a0-56cf-4984-a293-25d8b50c9780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-660047'] for port (24ab1908-f16c-4580-86ea-c1bc5dfce600), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:36.288578 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d84a5a0-56cf-4984-a293-25d8b50c9780 admin admin] Pushing event deleted for resources: {'Port': ['ID=24ab1908-f16c-4580-86ea-c1bc5dfce600,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:05:36.338738 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 56aab989-a6ac-49f2-8772-979e42d65981 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 01:05:36.368222 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] No Port match for: 56aab989-a6ac-49f2-8772-979e42d65981 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 01:05:36.368569 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device 56aab989-a6ac-49f2-8772-979e42d65981 not bound to the agent host hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 01:05:36.457488 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2d84a5a0-56cf-4984-a293-25d8b50c9780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1763608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478774'] for router_interface (59a1acae-0e9c-423b-b254-c1aed1c77971), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:36.896725 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d84a5a0-56cf-4984-a293-25d8b50c9780 admin admin] Router 59a1acae-0e9c-423b-b254-c1aed1c77971 has already been hosted by L3 agent 05e42f77-b612-4439-9acd-15af6102b82d {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 01:05:36.998268 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d84a5a0-56cf-4984-a293-25d8b50c9780 admin admin] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 01:05:37.004302 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-2d84a5a0-56cf-4984-a293-25d8b50c9780 admin admin] 10.222.0.10 "PUT /v2.0/routers/59a1acae-0e9c-423b-b254-c1aed1c77971/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6611345 Feb 04 01:05:37.006933 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 36392) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:05:37.007508 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614dec32-4043-4665-b939-110b0acf4d0c None None] Sync routers for ids ['59a1acae-0e9c-423b-b254-c1aed1c77971'] in dv-cinder-827778-1-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 01:05:37.017874 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614dec32-4043-4665-b939-110b0acf4d0c None None] Routers {'59a1acae-0e9c-423b-b254-c1aed1c77971'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:05:37.018486 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-614dec32-4043-4665-b939-110b0acf4d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:05:12Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['59a1acae-0e9c-423b-b254-c1aed1c77971'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:05:37.110842 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0932585c-0da9-4887-a01b-51112453409c admin admin] Publish callbacks [] for router (59a1acae-0e9c-423b-b254-c1aed1c77971), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:37.124713 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-614dec32-4043-4665-b939-110b0acf4d0c None None] Set router 59a1acae-0e9c-423b-b254-c1aed1c77971 gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:05:37.213589 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0932585c-0da9-4887-a01b-51112453409c admin admin] Publish callbacks [] for router_gateway (59a1acae-0e9c-423b-b254-c1aed1c77971), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:37.307763 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-614dec32-4043-4665-b939-110b0acf4d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a1acae-0e9c-423b-b254-c1aed1c77971', 'name': 'tempest-TestMinimumBasicScenario-2132564736-router', 'tenant_id': 'e30936c961b14f4aa6d56be596f326c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '6f0768e5-c12a-4717-bd50-702e634a51f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:03:03Z', 'updated_at': '2022-02-04T01:05:36Z', 'revision_number': 5, 'project_id': 'e30936c961b14f4aa6d56be596f326c1', 'gw_port': {'id': '6f0768e5-c12a-4717-bd50-702e634a51f2', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a1acae-0e9c-423b-b254-c1aed1c77971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:04Z', 'updated_at': '2022-02-04T01:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi'}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:05:37.317318 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-0932585c-0da9-4887-a01b-51112453409c admin admin] Deleting port 6f0768e5-c12a-4717-bd50-702e634a51f2 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 01:05:37.317736 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0932585c-0da9-4887-a01b-51112453409c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (6f0768e5-c12a-4717-bd50-702e634a51f2), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:37.334431 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614dec32-4043-4665-b939-110b0acf4d0c None None] Checking router: 59a1acae-0e9c-423b-b254-c1aed1c77971 for host: dv-cinder-827778-1-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 01:05:37.342645 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614dec32-4043-4665-b939-110b0acf4d0c None None] Routers {'59a1acae-0e9c-423b-b254-c1aed1c77971'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:05:37.343250 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-614dec32-4043-4665-b939-110b0acf4d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:05:12Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['59a1acae-0e9c-423b-b254-c1aed1c77971'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:05:37.398015 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-0932585c-0da9-4887-a01b-51112453409c admin admin] For port 6f0768e5-c12a-4717-bd50-702e634a51f2, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=6f0768e5-c12a-4717-bd50-702e634a51f2,segment=NetworkSegment(e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a),segment_id=e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:05:37.398380 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0932585c-0da9-4887-a01b-51112453409c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (6f0768e5-c12a-4717-bd50-702e634a51f2), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:37.411266 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-0932585c-0da9-4887-a01b-51112453409c admin admin] Calling delete_port for 6f0768e5-c12a-4717-bd50-702e634a51f2 owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 01:05:37.431493 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-614dec32-4043-4665-b939-110b0acf4d0c None None] Set router 59a1acae-0e9c-423b-b254-c1aed1c77971 gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:05:37.484517 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-614dec32-4043-4665-b939-110b0acf4d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a1acae-0e9c-423b-b254-c1aed1c77971', 'name': 'tempest-TestMinimumBasicScenario-2132564736-router', 'tenant_id': 'e30936c961b14f4aa6d56be596f326c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:03:03Z', 'updated_at': '2022-02-04T01:05:37Z', 'revision_number': 6, 'project_id': 'e30936c961b14f4aa6d56be596f326c1', 'gw_port_host': None}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:05:37.510368 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614dec32-4043-4665-b939-110b0acf4d0c None None] The sync data for ids ['59a1acae-0e9c-423b-b254-c1aed1c77971'] in dv-cinder-827778-1-iscsi is: [{'id': '59a1acae-0e9c-423b-b254-c1aed1c77971', 'name': 'tempest-TestMinimumBasicScenario-2132564736-router', 'tenant_id': 'e30936c961b14f4aa6d56be596f326c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:03:03Z', 'updated_at': '2022-02-04T01:05:37Z', 'revision_number': 6, 'project_id': 'e30936c961b14f4aa6d56be596f326c1', 'gw_port_host': None}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 01:05:37.651206 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0932585c-0da9-4887-a01b-51112453409c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-660047'] for port (6f0768e5-c12a-4717-bd50-702e634a51f2), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:37.676586 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0932585c-0da9-4887-a01b-51112453409c admin admin] Pushing event deleted for resources: {'Port': ['ID=6f0768e5-c12a-4717-bd50-702e634a51f2,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:05:37.745506 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0932585c-0da9-4887-a01b-51112453409c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601432'] for router_gateway (59a1acae-0e9c-423b-b254-c1aed1c77971), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:37.839576 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0932585c-0da9-4887-a01b-51112453409c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26696'] for router (59a1acae-0e9c-423b-b254-c1aed1c77971), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:37.842037 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0932585c-0da9-4887-a01b-51112453409c admin admin] Publish callbacks [] for router_controller (59a1acae-0e9c-423b-b254-c1aed1c77971), precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:37.956641 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0932585c-0da9-4887-a01b-51112453409c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487464'] for router (59a1acae-0e9c-423b-b254-c1aed1c77971), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:37.957165 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0932585c-0da9-4887-a01b-51112453409c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59a1acae-0e9c-423b-b254-c1aed1c77971 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 01:05:37.961464 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0932585c-0da9-4887-a01b-51112453409c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:37.962630 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-0932585c-0da9-4887-a01b-51112453409c admin admin] 10.222.0.10 "DELETE /v2.0/routers/59a1acae-0e9c-423b-b254-c1aed1c77971 HTTP/1.1" status: 204 len: 168 time: 0.9547958 Feb 04 01:05:37.965221 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 36394) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:05:38.011651 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d604eec-f135-4bc0-b8ca-ab93ac5ccfaa admin admin] Deleting subnet ddf90734-0a1a-4e97-9c10-6b152ee872e2 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 01:05:38.014732 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7d604eec-f135-4bc0-b8ca-ab93ac5ccfaa admin admin] Publish callbacks [] for subnet (ddf90734-0a1a-4e97-9c10-6b152ee872e2), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:38.048105 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7d604eec-f135-4bc0-b8ca-ab93ac5ccfaa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2987914'] for subnet (ddf90734-0a1a-4e97-9c10-6b152ee872e2), precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:38.122903 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7d604eec-f135-4bc0-b8ca-ab93ac5ccfaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383273'] for subnet (ddf90734-0a1a-4e97-9c10-6b152ee872e2), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:38.242556 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7d604eec-f135-4bc0-b8ca-ab93ac5ccfaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-659986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9915318'] for subnet (ddf90734-0a1a-4e97-9c10-6b152ee872e2), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:38.269879 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d604eec-f135-4bc0-b8ca-ab93ac5ccfaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddf90734-0a1a-4e97-9c10-6b152ee872e2,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:05:38.271850 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7d604eec-f135-4bc0-b8ca-ab93ac5ccfaa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:38.277175 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8983dbc5-8074-47b6-9894-086c2fcedf57 None None] Network 2d568438-4bdd-4827-a763-bef7c6e3099f requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 01:05:38.277829 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 36396) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:05:38.278303 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-7d604eec-f135-4bc0-b8ca-ab93ac5ccfaa admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ddf90734-0a1a-4e97-9c10-6b152ee872e2 HTTP/1.1" status: 204 len: 168 time: 0.3115840 Feb 04 01:05:38.354128 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bd0e5419-23f7-4e0d-afe3-45037e079a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-749408'] for network (2d568438-4bdd-4827-a763-bef7c6e3099f), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:38.413712 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-bd0e5419-23f7-4e0d-afe3-45037e079a48 admin admin] Deleting port eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 01:05:38.414057 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bd0e5419-23f7-4e0d-afe3-45037e079a48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:38.453730 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7807ec3e-0117-41b3-a388-c8b9718d4bc9 None None] DHCP port deletion for 2d568438-4bdd-4827-a763-bef7c6e3099f request from dv-cinder-827778-1-iscsi {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 01:05:38.485807 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-bd0e5419-23f7-4e0d-afe3-45037e079a48 admin admin] For port eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3,segment=NetworkSegment(ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5),segment_id=ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:05:38.486198 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bd0e5419-23f7-4e0d-afe3-45037e079a48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:38.501954 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-bd0e5419-23f7-4e0d-afe3-45037e079a48 admin admin] Calling delete_port for eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3 owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 01:05:38.506813 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-7807ec3e-0117-41b3-a388-c8b9718d4bc9 None None] Deleting port eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 01:05:38.507188 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7807ec3e-0117-41b3-a388-c8b9718d4bc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3), before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:38.577127 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-7807ec3e-0117-41b3-a388-c8b9718d4bc9 None None] For port eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3,segment=NetworkSegment(ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5),segment_id=ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:05:38.577551 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7807ec3e-0117-41b3-a388-c8b9718d4bc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3), precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:38.590332 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-7807ec3e-0117-41b3-a388-c8b9718d4bc9 None None] Calling delete_port for eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 01:05:38.653823 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bd0e5419-23f7-4e0d-afe3-45037e079a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:38.663447 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7807ec3e-0117-41b3-a388-c8b9718d4bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232'] for port (eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3), after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:38.679831 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e5419-23f7-4e0d-afe3-45037e079a48 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:05:38.683399 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0e5419-23f7-4e0d-afe3-45037e079a48 admin admin] No DVR routers for this DVR port eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3 on host dv-cinder-827778-1-iscsi {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 01:05:38.688205 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807ec3e-0117-41b3-a388-c8b9718d4bc9 None None] Pushing event deleted for resources: {'Port': ['ID=eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:05:38.692723 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7807ec3e-0117-41b3-a388-c8b9718d4bc9 None None] No DVR routers for this DVR port eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3 on host dv-cinder-827778-1-iscsi {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 01:05:38.704442 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807ec3e-0117-41b3-a388-c8b9718d4bc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:05:38.704442 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807ec3e-0117-41b3-a388-c8b9718d4bc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:05:38.704442 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807ec3e-0117-41b3-a388-c8b9718d4bc9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:05:38.704442 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807ec3e-0117-41b3-a388-c8b9718d4bc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:05:38.704442 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807ec3e-0117-41b3-a388-c8b9718d4bc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:05:38.704442 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807ec3e-0117-41b3-a388-c8b9718d4bc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:05:38.704442 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807ec3e-0117-41b3-a388-c8b9718d4bc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:05:38.704442 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807ec3e-0117-41b3-a388-c8b9718d4bc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:05:38.704442 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807ec3e-0117-41b3-a388-c8b9718d4bc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:05:38.704442 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807ec3e-0117-41b3-a388-c8b9718d4bc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:05:38.704442 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807ec3e-0117-41b3-a388-c8b9718d4bc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:05:38.704442 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807ec3e-0117-41b3-a388-c8b9718d4bc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:05:38.704442 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807ec3e-0117-41b3-a388-c8b9718d4bc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:05:38.765407 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bd0e5419-23f7-4e0d-afe3-45037e079a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381372', 'neutron.services.segments.db._delete_segments_for_network-8784746458965'] for network (2d568438-4bdd-4827-a763-bef7c6e3099f), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:38.786737 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.services.segments.db [None req-bd0e5419-23f7-4e0d-afe3-45037e079a48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d568438-4bdd-4827-a763-bef7c6e3099f']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:05:38.795928 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.services.segments.db [None req-bd0e5419-23f7-4e0d-afe3-45037e079a48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:05:38.796224 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.services.segments.db [None req-bd0e5419-23f7-4e0d-afe3-45037e079a48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:05:38.805992 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bd0e5419-23f7-4e0d-afe3-45037e079a48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784746459486', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10427964'] for segment (ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:38.819013 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bd0e5419-23f7-4e0d-afe3-45037e079a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650'] for segment (ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:38.825301 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd0e5419-23f7-4e0d-afe3-45037e079a48 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 01:05:38.825718 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bd0e5419-23f7-4e0d-afe3-45037e079a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10424816'] for segment (ae7e46c2-ad7b-4b4f-9884-e1a1947a78f5), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:38.827361 dv-cinder-827778-1-iscsi neutron-server[109723]: Traceback (most recent call last): Feb 04 01:05:38.827361 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 01:05:38.827361 dv-cinder-827778-1-iscsi neutron-server[109723]: timer() Feb 04 01:05:38.827361 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 01:05:38.827361 dv-cinder-827778-1-iscsi neutron-server[109723]: cb(*args, **kw) Feb 04 01:05:38.827361 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 01:05:38.827361 dv-cinder-827778-1-iscsi neutron-server[109723]: return func(*args, **kwargs) Feb 04 01:05:38.827361 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 01:05:38.827361 dv-cinder-827778-1-iscsi neutron-server[109723]: self._notify() Feb 04 01:05:38.827361 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 01:05:38.827361 dv-cinder-827778-1-iscsi neutron-server[109723]: self.callback(batched_events) Feb 04 01:05:38.827361 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 01:05:38.827361 dv-cinder-827778-1-iscsi neutron-server[109723]: event.method(event) Feb 04 01:05:38.827361 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 01:05:38.827361 dv-cinder-827778-1-iscsi neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 01:05:38.827361 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 01:05:38.827361 dv-cinder-827778-1-iscsi neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 01:05:38.827361 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 01:05:38.827361 dv-cinder-827778-1-iscsi neutron-server[109723]: return f(self, *a, **k) Feb 04 01:05:38.827361 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 01:05:38.827361 dv-cinder-827778-1-iscsi neutron-server[109723]: return self._get(url).json() Feb 04 01:05:38.827361 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 01:05:38.827361 dv-cinder-827778-1-iscsi neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 01:05:38.827361 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 01:05:38.827361 dv-cinder-827778-1-iscsi neutron-server[109723]: return self.request(url, 'GET', **kwargs) Feb 04 01:05:38.827361 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 01:05:38.827361 dv-cinder-827778-1-iscsi neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 01:05:38.827361 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 01:05:38.827361 dv-cinder-827778-1-iscsi neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 01:05:38.827361 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 01:05:38.827361 dv-cinder-827778-1-iscsi neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 01:05:38.827361 dv-cinder-827778-1-iscsi neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 01:05:38.856911 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 24ab1908-f16c-4580-86ea-c1bc5dfce600 no longer exists at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 01:05:38.881149 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] No Port match for: 24ab1908-f16c-4580-86ea-c1bc5dfce600 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 01:05:38.882230 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 24ab1908-f16c-4580-86ea-c1bc5dfce600 not bound to the agent host dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 01:05:38.882230 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3 no longer exists at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 01:05:38.899972 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] No Port match for: eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 01:05:38.905131 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device eb0ed9ee-bcf6-450b-a11b-f242c13ad4a3 not bound to the agent host dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 01:05:38.905131 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 6f0768e5-c12a-4717-bd50-702e634a51f2 no longer exists at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 01:05:38.918960 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] No Port match for: 6f0768e5-c12a-4717-bd50-702e634a51f2 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 01:05:38.919304 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 6f0768e5-c12a-4717-bd50-702e634a51f2 not bound to the agent host dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 01:05:38.948296 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bd0e5419-23f7-4e0d-afe3-45037e079a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601460'] for network (2d568438-4bdd-4827-a763-bef7c6e3099f), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:38.954380 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bd0e5419-23f7-4e0d-afe3-45037e079a48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for network (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:38.964705 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-bd0e5419-23f7-4e0d-afe3-45037e079a48 admin admin] 10.222.0.10 "DELETE /v2.0/networks/2d568438-4bdd-4827-a763-bef7c6e3099f HTTP/1.1" status: 204 len: 168 time: 0.6778724 Feb 04 01:05:38.964849 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 36398) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:05:38.972387 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e5419-23f7-4e0d-afe3-45037e079a48 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d568438-4bdd-4827-a763-bef7c6e3099f,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:05:39.301939 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-82987e0e-560d-4a35-abd0-8d5fa1f3bd0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-478914'] for router_interface (e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:39.544129 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-82987e0e-560d-4a35-abd0-8d5fa1f3bd0f admin admin] Deleting port 5d7f4fe5-c369-4a22-b368-46707cbe52ae {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 01:05:39.544470 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-82987e0e-560d-4a35-abd0-8d5fa1f3bd0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (5d7f4fe5-c369-4a22-b368-46707cbe52ae), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:39.620935 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-82987e0e-560d-4a35-abd0-8d5fa1f3bd0f admin admin] For port 5d7f4fe5-c369-4a22-b368-46707cbe52ae, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=5d7f4fe5-c369-4a22-b368-46707cbe52ae,segment=NetworkSegment(fa6282ed-e3b6-4ea0-aed5-f46784b3f58e),segment_id=fa6282ed-e3b6-4ea0-aed5-f46784b3f58e)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:05:39.621215 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-82987e0e-560d-4a35-abd0-8d5fa1f3bd0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (5d7f4fe5-c369-4a22-b368-46707cbe52ae), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:39.634061 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-82987e0e-560d-4a35-abd0-8d5fa1f3bd0f admin admin] Calling delete_port for 5d7f4fe5-c369-4a22-b368-46707cbe52ae owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 01:05:39.879770 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-82987e0e-560d-4a35-abd0-8d5fa1f3bd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-660047'] for port (5d7f4fe5-c369-4a22-b368-46707cbe52ae), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:39.903761 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82987e0e-560d-4a35-abd0-8d5fa1f3bd0f admin admin] Pushing event deleted for resources: {'Port': ['ID=5d7f4fe5-c369-4a22-b368-46707cbe52ae,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:05:40.069899 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-82987e0e-560d-4a35-abd0-8d5fa1f3bd0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1763608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478774'] for router_interface (e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:40.144834 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c9ac580a-9049-4427-866b-a79808ed9e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:40.282200 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82987e0e-560d-4a35-abd0-8d5fa1f3bd0f admin admin] Router e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67 has already been hosted by L3 agent 05e42f77-b612-4439-9acd-15af6102b82d {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 01:05:40.392130 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82987e0e-560d-4a35-abd0-8d5fa1f3bd0f admin admin] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 01:05:40.397181 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-82987e0e-560d-4a35-abd0-8d5fa1f3bd0f admin admin] 10.222.0.10 "PUT /v2.0/routers/e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4355838 Feb 04 01:05:40.399863 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 36400) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:05:40.400723 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18351498-affb-4960-969c-6553b52e5e0c None None] Sync routers for ids ['e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67'] in dv-cinder-827778-1-iscsi {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 01:05:40.410193 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18351498-affb-4960-969c-6553b52e5e0c None None] Routers {'e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:05:40.410796 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-18351498-affb-4960-969c-6553b52e5e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:05:12Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:05:40.502893 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e0a3363b-bb7b-40ec-a309-7aac3ab30fd6 admin admin] Publish callbacks [] for router (e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:40.599526 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-18351498-affb-4960-969c-6553b52e5e0c None None] Set router e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67 gateway port host: dv-cinder-827778-1-iscsi {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:05:40.606912 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e0a3363b-bb7b-40ec-a309-7aac3ab30fd6 admin admin] Publish callbacks [] for router_gateway (e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:40.724509 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-e0a3363b-bb7b-40ec-a309-7aac3ab30fd6 admin admin] Deleting port 0541e0e6-1f39-4807-b4f4-bc56b43abd81 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 01:05:40.724845 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e0a3363b-bb7b-40ec-a309-7aac3ab30fd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (0541e0e6-1f39-4807-b4f4-bc56b43abd81), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:40.787249 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-18351498-affb-4960-969c-6553b52e5e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67', 'name': 'tempest-TestMinimumBasicScenario-678853902-router', 'tenant_id': 'a44cbce0ef7541418d3af31361c8e1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '0541e0e6-1f39-4807-b4f4-bc56b43abd81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:03:12Z', 'updated_at': '2022-02-04T01:05:39Z', 'revision_number': 5, 'project_id': 'a44cbce0ef7541418d3af31361c8e1bd', 'gw_port': {'id': '0541e0e6-1f39-4807-b4f4-bc56b43abd81', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:13Z', 'updated_at': '2022-02-04T01:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi'}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:05:40.801879 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-e0a3363b-bb7b-40ec-a309-7aac3ab30fd6 admin admin] For port 0541e0e6-1f39-4807-b4f4-bc56b43abd81, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=0541e0e6-1f39-4807-b4f4-bc56b43abd81,segment=NetworkSegment(e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a),segment_id=e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:05:40.802243 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e0a3363b-bb7b-40ec-a309-7aac3ab30fd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (0541e0e6-1f39-4807-b4f4-bc56b43abd81), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:40.814426 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18351498-affb-4960-969c-6553b52e5e0c None None] Checking router: e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67 for host: dv-cinder-827778-1-iscsi {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 01:05:40.818458 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-e0a3363b-bb7b-40ec-a309-7aac3ab30fd6 admin admin] Calling delete_port for 0541e0e6-1f39-4807-b4f4-bc56b43abd81 owned by network:router_gateway {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 01:05:40.822828 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18351498-affb-4960-969c-6553b52e5e0c None None] Routers {'e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:05:40.823438 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-18351498-affb-4960-969c-6553b52e5e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:05:12Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:05:40.910144 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-18351498-affb-4960-969c-6553b52e5e0c None None] Set router e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67 gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:05:40.963155 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-18351498-affb-4960-969c-6553b52e5e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67', 'name': 'tempest-TestMinimumBasicScenario-678853902-router', 'tenant_id': 'a44cbce0ef7541418d3af31361c8e1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:03:12Z', 'updated_at': '2022-02-04T01:05:40Z', 'revision_number': 6, 'project_id': 'a44cbce0ef7541418d3af31361c8e1bd', 'gw_port_host': None}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:05:40.990632 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18351498-affb-4960-969c-6553b52e5e0c None None] The sync data for ids ['e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67'] in dv-cinder-827778-1-iscsi is: [{'id': 'e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67', 'name': 'tempest-TestMinimumBasicScenario-678853902-router', 'tenant_id': 'a44cbce0ef7541418d3af31361c8e1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:03:12Z', 'updated_at': '2022-02-04T01:05:40Z', 'revision_number': 6, 'project_id': 'a44cbce0ef7541418d3af31361c8e1bd', 'gw_port_host': None}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 01:05:41.062315 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e0a3363b-bb7b-40ec-a309-7aac3ab30fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (0541e0e6-1f39-4807-b4f4-bc56b43abd81), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:41.090513 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3363b-bb7b-40ec-a309-7aac3ab30fd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0541e0e6-1f39-4807-b4f4-bc56b43abd81,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:05:41.149302 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e0a3363b-bb7b-40ec-a309-7aac3ab30fd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601432'] for router_gateway (e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:41.237271 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e0a3363b-bb7b-40ec-a309-7aac3ab30fd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26696'] for router (e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:41.239355 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e0a3363b-bb7b-40ec-a309-7aac3ab30fd6 admin admin] Publish callbacks [] for router_controller (e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67), precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:41.357537 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e0a3363b-bb7b-40ec-a309-7aac3ab30fd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487464'] for router (e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:41.358273 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a3363b-bb7b-40ec-a309-7aac3ab30fd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67 {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 01:05:41.363239 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e0a3363b-bb7b-40ec-a309-7aac3ab30fd6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:41.364415 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-e0a3363b-bb7b-40ec-a309-7aac3ab30fd6 admin admin] 10.222.0.10 "DELETE /v2.0/routers/e0e6ef3b-b8cb-45f7-bd8c-0144ede1cb67 HTTP/1.1" status: 204 len: 168 time: 0.9635458 Feb 04 01:05:41.366866 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 36402) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:05:41.417737 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-be7e965f-c353-4a6a-b74c-8a9570a1ff43 admin admin] Deleting subnet 5a2444e5-4571-4b82-bd9c-94f4da0f8969 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 01:05:41.420862 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-be7e965f-c353-4a6a-b74c-8a9570a1ff43 admin admin] Publish callbacks [] for subnet (5a2444e5-4571-4b82-bd9c-94f4da0f8969), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:41.453453 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-be7e965f-c353-4a6a-b74c-8a9570a1ff43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10427957'] for subnet (5a2444e5-4571-4b82-bd9c-94f4da0f8969), precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:41.526506 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-be7e965f-c353-4a6a-b74c-8a9570a1ff43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383273'] for subnet (5a2444e5-4571-4b82-bd9c-94f4da0f8969), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:41.693874 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-be7e965f-c353-4a6a-b74c-8a9570a1ff43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10424670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8755965'] for subnet (5a2444e5-4571-4b82-bd9c-94f4da0f8969), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:41.721197 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e965f-c353-4a6a-b74c-8a9570a1ff43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a2444e5-4571-4b82-bd9c-94f4da0f8969,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:05:41.723209 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-be7e965f-c353-4a6a-b74c-8a9570a1ff43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for subnet (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:41.728004 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-be7e965f-c353-4a6a-b74c-8a9570a1ff43 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5a2444e5-4571-4b82-bd9c-94f4da0f8969 HTTP/1.1" status: 204 len: 168 time: 0.3586221 Feb 04 01:05:41.728414 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f4b05c-585c-4bd1-b0b5-129798ac6575 None None] Network 5626eaed-0bdd-4a23-bcd6-ad1bd90b13af requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 01:05:41.729427 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 36404) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:05:41.798560 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-197769a2-49e2-4175-ac37-03677c15a29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-749408'] for network (5626eaed-0bdd-4a23-bcd6-ad1bd90b13af), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:41.859380 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-197769a2-49e2-4175-ac37-03677c15a29c admin admin] Deleting port 70de5549-e698-4e07-bd7f-9e161923c2c7 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 01:05:41.860262 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-197769a2-49e2-4175-ac37-03677c15a29c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (70de5549-e698-4e07-bd7f-9e161923c2c7), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:41.923889 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-197769a2-49e2-4175-ac37-03677c15a29c admin admin] For port 70de5549-e698-4e07-bd7f-9e161923c2c7, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=70de5549-e698-4e07-bd7f-9e161923c2c7,segment=NetworkSegment(fa6282ed-e3b6-4ea0-aed5-f46784b3f58e),segment_id=fa6282ed-e3b6-4ea0-aed5-f46784b3f58e)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:05:41.924474 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-197769a2-49e2-4175-ac37-03677c15a29c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (70de5549-e698-4e07-bd7f-9e161923c2c7), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:41.938783 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-197769a2-49e2-4175-ac37-03677c15a29c admin admin] Calling delete_port for 70de5549-e698-4e07-bd7f-9e161923c2c7 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 01:05:42.025083 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5276f39c-5fe4-4b8c-a029-bc92d0a76ed4 None None] DHCP port deletion for 5626eaed-0bdd-4a23-bcd6-ad1bd90b13af request from dv-cinder-827778-1-iscsi {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 01:05:42.076867 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-5276f39c-5fe4-4b8c-a029-bc92d0a76ed4 None None] Deleting port 70de5549-e698-4e07-bd7f-9e161923c2c7 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 01:05:42.077238 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5276f39c-5fe4-4b8c-a029-bc92d0a76ed4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (70de5549-e698-4e07-bd7f-9e161923c2c7), before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:42.091096 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-197769a2-49e2-4175-ac37-03677c15a29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-660047'] for port (70de5549-e698-4e07-bd7f-9e161923c2c7), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:42.118341 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197769a2-49e2-4175-ac37-03677c15a29c admin admin] No DVR routers for this DVR port 70de5549-e698-4e07-bd7f-9e161923c2c7 on host dv-cinder-827778-1-iscsi {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 01:05:42.120022 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197769a2-49e2-4175-ac37-03677c15a29c admin admin] Pushing event deleted for resources: {'Port': ['ID=70de5549-e698-4e07-bd7f-9e161923c2c7,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:05:42.144632 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-5276f39c-5fe4-4b8c-a029-bc92d0a76ed4 None None] For port 70de5549-e698-4e07-bd7f-9e161923c2c7, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=70de5549-e698-4e07-bd7f-9e161923c2c7,segment=NetworkSegment(fa6282ed-e3b6-4ea0-aed5-f46784b3f58e),segment_id=fa6282ed-e3b6-4ea0-aed5-f46784b3f58e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:05:42.145034 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5276f39c-5fe4-4b8c-a029-bc92d0a76ed4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (70de5549-e698-4e07-bd7f-9e161923c2c7), precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:42.158670 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-5276f39c-5fe4-4b8c-a029-bc92d0a76ed4 None None] Calling delete_port for 70de5549-e698-4e07-bd7f-9e161923c2c7 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 01:05:42.193261 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-197769a2-49e2-4175-ac37-03677c15a29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381372', 'neutron.services.segments.db._delete_segments_for_network-8784746458965'] for network (5626eaed-0bdd-4a23-bcd6-ad1bd90b13af), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:42.213757 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-197769a2-49e2-4175-ac37-03677c15a29c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5626eaed-0bdd-4a23-bcd6-ad1bd90b13af']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:05:42.222915 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-197769a2-49e2-4175-ac37-03677c15a29c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa6282ed-e3b6-4ea0-aed5-f46784b3f58e') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:05:42.223218 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-197769a2-49e2-4175-ac37-03677c15a29c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa6282ed-e3b6-4ea0-aed5-f46784b3f58e') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:05:42.236366 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-197769a2-49e2-4175-ac37-03677c15a29c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784746459486', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2987907'] for segment (fa6282ed-e3b6-4ea0-aed5-f46784b3f58e), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:42.247110 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5276f39c-5fe4-4b8c-a029-bc92d0a76ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232'] for port (70de5549-e698-4e07-bd7f-9e161923c2c7), after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:42.249458 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-197769a2-49e2-4175-ac37-03677c15a29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650'] for segment (fa6282ed-e3b6-4ea0-aed5-f46784b3f58e), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:42.256252 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-197769a2-49e2-4175-ac37-03677c15a29c admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 01:05:42.256650 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-197769a2-49e2-4175-ac37-03677c15a29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-660156'] for segment (fa6282ed-e3b6-4ea0-aed5-f46784b3f58e), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:42.258320 dv-cinder-827778-1-iscsi neutron-server[109722]: Traceback (most recent call last): Feb 04 01:05:42.258320 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 01:05:42.258320 dv-cinder-827778-1-iscsi neutron-server[109722]: timer() Feb 04 01:05:42.258320 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 01:05:42.258320 dv-cinder-827778-1-iscsi neutron-server[109722]: cb(*args, **kw) Feb 04 01:05:42.258320 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 01:05:42.258320 dv-cinder-827778-1-iscsi neutron-server[109722]: return func(*args, **kwargs) Feb 04 01:05:42.258320 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 01:05:42.258320 dv-cinder-827778-1-iscsi neutron-server[109722]: self._notify() Feb 04 01:05:42.258320 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 01:05:42.258320 dv-cinder-827778-1-iscsi neutron-server[109722]: self.callback(batched_events) Feb 04 01:05:42.258320 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 01:05:42.258320 dv-cinder-827778-1-iscsi neutron-server[109722]: event.method(event) Feb 04 01:05:42.258320 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 01:05:42.258320 dv-cinder-827778-1-iscsi neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 01:05:42.258320 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 01:05:42.258320 dv-cinder-827778-1-iscsi neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 01:05:42.258320 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 01:05:42.258320 dv-cinder-827778-1-iscsi neutron-server[109722]: return f(self, *a, **k) Feb 04 01:05:42.258320 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 01:05:42.258320 dv-cinder-827778-1-iscsi neutron-server[109722]: return self._get(url).json() Feb 04 01:05:42.258320 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 01:05:42.258320 dv-cinder-827778-1-iscsi neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 01:05:42.258320 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 01:05:42.258320 dv-cinder-827778-1-iscsi neutron-server[109722]: return self.request(url, 'GET', **kwargs) Feb 04 01:05:42.258320 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 01:05:42.258320 dv-cinder-827778-1-iscsi neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 01:05:42.258320 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 01:05:42.258320 dv-cinder-827778-1-iscsi neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 01:05:42.258320 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 01:05:42.258320 dv-cinder-827778-1-iscsi neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 01:05:42.258320 dv-cinder-827778-1-iscsi neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 01:05:42.275680 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-987e3e45-84ca-4ecf-af63-edc131806e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:42.277026 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276f39c-5fe4-4b8c-a029-bc92d0a76ed4 None None] Pushing event deleted for resources: {'Port': ['ID=70de5549-e698-4e07-bd7f-9e161923c2c7,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:05:42.280586 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5276f39c-5fe4-4b8c-a029-bc92d0a76ed4 None None] No DVR routers for this DVR port 70de5549-e698-4e07-bd7f-9e161923c2c7 on host dv-cinder-827778-1-iscsi {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 01:05:42.385506 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-197769a2-49e2-4175-ac37-03677c15a29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601460'] for network (5626eaed-0bdd-4a23-bcd6-ad1bd90b13af), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:42.389811 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-197769a2-49e2-4175-ac37-03677c15a29c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for network (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:42.393301 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-197769a2-49e2-4175-ac37-03677c15a29c admin admin] 10.222.0.10 "DELETE /v2.0/networks/5626eaed-0bdd-4a23-bcd6-ad1bd90b13af HTTP/1.1" status: 204 len: 168 time: 0.6628437 Feb 04 01:05:42.405487 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197769a2-49e2-4175-ac37-03677c15a29c admin admin] Pushing event deleted for resources: {'Network': ['ID=5626eaed-0bdd-4a23-bcd6-ad1bd90b13af,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:05:42.777521 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 36410) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:05:42.816998 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-818525dd-7547-424b-aaac-c3d1ede78b28 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e30936c961b14f4aa6d56be596f326c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381849 Feb 04 01:05:42.819672 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 36412) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:05:42.867603 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 0541e0e6-1f39-4807-b4f4-bc56b43abd81 no longer exists at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 01:05:42.868415 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ac24ed9f-56ee-4ec3-a3ed-9c326713f1db admin admin] Publish callbacks [] for security_group (73eb85a9-6ee4-4e00-8e82-da930d461d23), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:42.887199 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] No Port match for: 0541e0e6-1f39-4807-b4f4-bc56b43abd81 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 01:05:42.887626 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 0541e0e6-1f39-4807-b4f4-bc56b43abd81 not bound to the agent host dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 01:05:42.888113 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 5d7f4fe5-c369-4a22-b368-46707cbe52ae no longer exists at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 01:05:42.888751 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ac24ed9f-56ee-4ec3-a3ed-9c326713f1db admin admin] Publish callbacks [] for security_group (73eb85a9-6ee4-4e00-8e82-da930d461d23), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:42.906706 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] No Port match for: 5d7f4fe5-c369-4a22-b368-46707cbe52ae {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 01:05:42.907645 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 5d7f4fe5-c369-4a22-b368-46707cbe52ae not bound to the agent host dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 01:05:42.908060 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 70de5549-e698-4e07-bd7f-9e161923c2c7 no longer exists at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 01:05:42.926782 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] No Port match for: 70de5549-e698-4e07-bd7f-9e161923c2c7 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 01:05:42.927129 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 70de5549-e698-4e07-bd7f-9e161923c2c7 not bound to the agent host dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 01:05:43.010728 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ac24ed9f-56ee-4ec3-a3ed-9c326713f1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (73eb85a9-6ee4-4e00-8e82-da930d461d23), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:43.013230 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ac24ed9f-56ee-4ec3-a3ed-9c326713f1db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:43.014424 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-ac24ed9f-56ee-4ec3-a3ed-9c326713f1db admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/73eb85a9-6ee4-4e00-8e82-da930d461d23 HTTP/1.1" status: 204 len: 168 time: 0.1937776 Feb 04 01:05:43.023044 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24ed9f-56ee-4ec3-a3ed-9c326713f1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73eb85a9-6ee4-4e00-8e82-da930d461d23,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:05:43.479481 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:43.616822 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 36418) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:05:43.655559 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-c3c88a01-4940-4f3d-9501-a10176c9bf7c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a44cbce0ef7541418d3af31361c8e1bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375698 Feb 04 01:05:43.658207 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 36420) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:05:43.706363 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e674ddd3-b398-48a2-b9a8-a08c1d03e090 admin admin] Publish callbacks [] for security_group (915c4602-2e4a-4991-af84-9b1d9bba0ed3), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:43.726407 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e674ddd3-b398-48a2-b9a8-a08c1d03e090 admin admin] Publish callbacks [] for security_group (915c4602-2e4a-4991-af84-9b1d9bba0ed3), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:43.842067 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e674ddd3-b398-48a2-b9a8-a08c1d03e090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (915c4602-2e4a-4991-af84-9b1d9bba0ed3), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:43.845281 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e674ddd3-b398-48a2-b9a8-a08c1d03e090 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:43.846963 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-e674ddd3-b398-48a2-b9a8-a08c1d03e090 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/915c4602-2e4a-4991-af84-9b1d9bba0ed3 HTTP/1.1" status: 204 len: 168 time: 0.1878319 Feb 04 01:05:43.855245 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e674ddd3-b398-48a2-b9a8-a08c1d03e090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915c4602-2e4a-4991-af84-9b1d9bba0ed3,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:05:45.033963 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:46.179248 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:48.759577 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:05:57.299174 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-bfe2edd3-e3ce-4eb7-b6a3-b1a31ec8984e req-2be16361-b72c-4140-a8a6-de16b4074277 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434308 Feb 04 01:05:57.364179 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2edd3-e3ce-4eb7-b6a3-b1a31ec8984e req-aa68c389-3651-4056-9b6b-d2aa506adb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:05:57.365698 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-bfe2edd3-e3ce-4eb7-b6a3-b1a31ec8984e req-aa68c389-3651-4056-9b6b-d2aa506adb0d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd7dd67098484d8cbfb3c9bb419ae36d&device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 1129 time: 0.0444479 Feb 04 01:05:57.475218 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2edd3-e3ce-4eb7-b6a3-b1a31ec8984e req-5996e675-d250-4149-9f19-389a072d58f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:05:57.476680 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-bfe2edd3-e3ce-4eb7-b6a3-b1a31ec8984e req-5996e675-d250-4149-9f19-389a072d58f4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7dadd738-5066-4487-ab47-0ed12f170e2e HTTP/1.1" status: 200 len: 909 time: 0.0903933 Feb 04 01:05:57.539696 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-bfe2edd3-e3ce-4eb7-b6a3-b1a31ec8984e req-3e452616-c363-405d-8734-e6ba4d101ef4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aec89132-3a8f-491a-adb6-dd1c43c81a60 HTTP/1.1" status: 200 len: 1000 time: 0.0566812 Feb 04 01:05:57.589340 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2edd3-e3ce-4eb7-b6a3-b1a31ec8984e req-d233e50e-1d9f-4add-a157-077513980fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:05:57.590687 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-bfe2edd3-e3ce-4eb7-b6a3-b1a31ec8984e req-d233e50e-1d9f-4add-a157-077513980fec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8117fdc5-8bce-4cc6-aadd-bd5c8567ba6d HTTP/1.1" status: 200 len: 847 time: 0.0444837 Feb 04 01:05:57.638561 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2edd3-e3ce-4eb7-b6a3-b1a31ec8984e req-9be957cb-b1dd-49c6-80b3-0ad69c9691fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:05:57.640010 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-bfe2edd3-e3ce-4eb7-b6a3-b1a31ec8984e req-9be957cb-b1dd-49c6-80b3-0ad69c9691fa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7dadd738-5066-4487-ab47-0ed12f170e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424616 Feb 04 01:05:57.727550 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-bfe2edd3-e3ce-4eb7-b6a3-b1a31ec8984e req-e4438392-eb22-4b08-b0f2-72a15a996c25 service neutron] 10.222.0.39 "GET /v2.0/networks/7dadd738-5066-4487-ab47-0ed12f170e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810115 Feb 04 01:05:57.817020 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-bfe2edd3-e3ce-4eb7-b6a3-b1a31ec8984e req-f2c90fa0-c8be-4a41-adce-458cc6afc87b service neutron] 10.222.0.39 "GET /v2.0/networks/7dadd738-5066-4487-ab47-0ed12f170e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830014 Feb 04 01:06:03.061259 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1106fb0-6426-4818-9269-0fce91700e5a req-f85f13dd-e5f3-458f-96f4-2985d3a3ddb2 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:06:03.062778 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c1106fb0-6426-4818-9269-0fce91700e5a req-f85f13dd-e5f3-458f-96f4-2985d3a3ddb2 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 945 time: 0.0556448 Feb 04 01:06:03.113684 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-c1106fb0-6426-4818-9269-0fce91700e5a req-246e74c6-ffd5-47b1-b17c-2a760032ab03 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0f438c-8104-4f4b-a862-7a49d8fb3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447359 Feb 04 01:06:04.231981 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c383ca0-7419-4f93-aa89-e176f4d92e53 req-b6bcc326-42ab-4f40-b789-519758d783a1 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:06:04.233451 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9c383ca0-7419-4f93-aa89-e176f4d92e53 req-b6bcc326-42ab-4f40-b789-519758d783a1 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 945 time: 0.0522175 Feb 04 01:06:04.281029 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9c383ca0-7419-4f93-aa89-e176f4d92e53 req-b728e6c7-de48-4830-acb3-31e25ac58f6e tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0f438c-8104-4f4b-a862-7a49d8fb3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417538 Feb 04 01:06:05.400459 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bc7b1-3f4d-4784-ac07-5febdc991373 req-22dd6757-561e-45ea-a593-96450460478b tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:06:05.401990 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f29bc7b1-3f4d-4784-ac07-5febdc991373 req-22dd6757-561e-45ea-a593-96450460478b tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 945 time: 0.0568051 Feb 04 01:06:05.448656 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f29bc7b1-3f4d-4784-ac07-5febdc991373 req-61c58f86-eca3-4e03-aa18-3f12c6e67f73 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0f438c-8104-4f4b-a862-7a49d8fb3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412431 Feb 04 01:06:06.563237 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f460d17-e756-4855-9150-51c2d902a28d req-dd1ba9a0-814c-4d95-b2b2-4314a7e01d10 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:06:06.564697 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-0f460d17-e756-4855-9150-51c2d902a28d req-dd1ba9a0-814c-4d95-b2b2-4314a7e01d10 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 945 time: 0.0510383 Feb 04 01:06:06.614926 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-0f460d17-e756-4855-9150-51c2d902a28d req-f19a6745-09f3-4b62-bbe8-ad2e8b3617d6 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0f438c-8104-4f4b-a862-7a49d8fb3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447717 Feb 04 01:06:07.730117 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225b305-24d4-46f1-9e14-caca14212acf req-0f86cbbe-4ff5-4475-9b85-8be7bf864477 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:06:07.731634 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-7225b305-24d4-46f1-9e14-caca14212acf req-0f86cbbe-4ff5-4475-9b85-8be7bf864477 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 945 time: 0.0516768 Feb 04 01:06:07.782735 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-7225b305-24d4-46f1-9e14-caca14212acf req-7e3fdcdf-3cc4-4d03-b083-a203622839ee tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0f438c-8104-4f4b-a862-7a49d8fb3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453548 Feb 04 01:06:08.896946 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9215e4-7c36-4560-98e7-c1e4a8b0b456 req-2fb0613b-1357-47cf-b4d8-0c8bd95f6d4d tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:06:08.898552 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-0e9215e4-7c36-4560-98e7-c1e4a8b0b456 req-2fb0613b-1357-47cf-b4d8-0c8bd95f6d4d tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 945 time: 0.0522265 Feb 04 01:06:08.946234 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-0e9215e4-7c36-4560-98e7-c1e4a8b0b456 req-46497797-85c8-4f7f-816d-52b07ef4a393 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0f438c-8104-4f4b-a862-7a49d8fb3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423152 Feb 04 01:06:10.065278 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb87d1-9a69-4ee6-8703-9d5b2f741bc0 req-122909c0-4094-4727-94e8-58ac46615def tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:06:10.066881 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b6eb87d1-9a69-4ee6-8703-9d5b2f741bc0 req-122909c0-4094-4727-94e8-58ac46615def tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 945 time: 0.0549605 Feb 04 01:06:10.114857 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b6eb87d1-9a69-4ee6-8703-9d5b2f741bc0 req-87e958cb-7e3f-4e8b-866c-e143bf6b0a89 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0f438c-8104-4f4b-a862-7a49d8fb3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423346 Feb 04 01:06:10.161779 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-68fe7449-7a57-4c92-8ac6-0c6b2854147e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:06:10.259228 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 6 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 01:06:11.230007 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39757de-c6f1-4168-bcf4-2a2d6936b34d req-382e0114-fd84-4edb-99ce-c9443f285065 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:06:11.231467 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-c39757de-c6f1-4168-bcf4-2a2d6936b34d req-382e0114-fd84-4edb-99ce-c9443f285065 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 945 time: 0.0520723 Feb 04 01:06:11.279146 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-c39757de-c6f1-4168-bcf4-2a2d6936b34d req-6c98646e-93ca-4daa-873f-a6841c106ee8 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0f438c-8104-4f4b-a862-7a49d8fb3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418754 Feb 04 01:06:12.227456 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8d380a4b-6176-4575-b7b9-21a92d656c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:06:12.397412 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cdea0-969c-4685-8100-375abb8dba93 req-46a741ce-d32a-44d1-a651-02657d8f4a13 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:06:12.398929 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b07cdea0-969c-4685-8100-375abb8dba93 req-46a741ce-d32a-44d1-a651-02657d8f4a13 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 945 time: 0.0526116 Feb 04 01:06:12.445061 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b07cdea0-969c-4685-8100-375abb8dba93 req-6aac8ef1-e894-46a8-8b50-50984394dbed tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0f438c-8104-4f4b-a862-7a49d8fb3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407462 Feb 04 01:06:13.313309 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46199086-efa3-48bc-af71-045edd735d65 req-2dc16a16-33a4-4b94-ad10-95dd9f2bf1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:06:13.314844 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-46199086-efa3-48bc-af71-045edd735d65 req-2dc16a16-33a4-4b94-ad10-95dd9f2bf1c4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd7dd67098484d8cbfb3c9bb419ae36d&device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 1129 time: 0.0471389 Feb 04 01:06:13.405271 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46199086-efa3-48bc-af71-045edd735d65 req-76f8e98f-1378-448e-967f-9f3bd4fdfbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:06:13.406765 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-46199086-efa3-48bc-af71-045edd735d65 req-76f8e98f-1378-448e-967f-9f3bd4fdfbec service neutron] 10.222.0.39 "GET /v2.0/networks?id=7dadd738-5066-4487-ab47-0ed12f170e2e HTTP/1.1" status: 200 len: 909 time: 0.0826159 Feb 04 01:06:13.459323 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:06:13.480553 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-46199086-efa3-48bc-af71-045edd735d65 req-4a2da465-bc2a-4b5b-b76e-11cf896cd49b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aec89132-3a8f-491a-adb6-dd1c43c81a60 HTTP/1.1" status: 200 len: 1000 time: 0.0624936 Feb 04 01:06:13.557588 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46199086-efa3-48bc-af71-045edd735d65 req-e90b1b79-aaba-4551-957d-5c76a0c942a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:06:13.559029 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-46199086-efa3-48bc-af71-045edd735d65 req-e90b1b79-aaba-4551-957d-5c76a0c942a2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8117fdc5-8bce-4cc6-aadd-bd5c8567ba6d HTTP/1.1" status: 200 len: 847 time: 0.0691597 Feb 04 01:06:13.585692 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d82a0-d31e-4cdf-a741-803e941fb72c req-f88b0e09-3888-4fda-990b-550a53231727 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:06:13.587031 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-086d82a0-d31e-4cdf-a741-803e941fb72c req-f88b0e09-3888-4fda-990b-550a53231727 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 945 time: 0.0721469 Feb 04 01:06:13.655045 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46199086-efa3-48bc-af71-045edd735d65 req-1fb8803b-fd59-4eee-befb-14d20785bf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:06:13.656515 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-46199086-efa3-48bc-af71-045edd735d65 req-1fb8803b-fd59-4eee-befb-14d20785bf7b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7dadd738-5066-4487-ab47-0ed12f170e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0876887 Feb 04 01:06:13.660702 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-086d82a0-d31e-4cdf-a741-803e941fb72c req-2fd57870-7863-4141-a2e8-f187f48a674a tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0f438c-8104-4f4b-a862-7a49d8fb3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590441 Feb 04 01:06:13.745686 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-46199086-efa3-48bc-af71-045edd735d65 req-78e4fac0-cac0-4ed5-9595-2da4d2f81329 service neutron] 10.222.0.39 "GET /v2.0/networks/7dadd738-5066-4487-ab47-0ed12f170e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792992 Feb 04 01:06:14.094884 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-46199086-efa3-48bc-af71-045edd735d65 req-15d740dd-4375-4e08-bac3-02fd48d7e590 service neutron] 10.222.0.39 "GET /v2.0/networks/7dadd738-5066-4487-ab47-0ed12f170e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392372 Feb 04 01:06:14.777855 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d536f3-bde3-46a8-ade6-599239c9b05c req-73fd5859-771e-4252-9c24-52610f2e6984 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:06:14.779322 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e4d536f3-bde3-46a8-ade6-599239c9b05c req-73fd5859-771e-4252-9c24-52610f2e6984 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 945 time: 0.0542390 Feb 04 01:06:14.829794 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-e4d536f3-bde3-46a8-ade6-599239c9b05c req-b49f1a16-f70e-4568-961e-b6b4ae11cabd tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0f438c-8104-4f4b-a862-7a49d8fb3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444782 Feb 04 01:06:15.039128 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:06:15.952810 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09a674-60b8-4a13-91d3-65b5434e4874 req-2253809f-9f54-4864-b658-46404dd3afdb tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:06:15.954323 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2c09a674-60b8-4a13-91d3-65b5434e4874 req-2253809f-9f54-4864-b658-46404dd3afdb tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 945 time: 0.0536106 Feb 04 01:06:16.002320 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2c09a674-60b8-4a13-91d3-65b5434e4874 req-4fe43f41-6e05-4d88-929b-ad44d48e8897 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0f438c-8104-4f4b-a862-7a49d8fb3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424848 Feb 04 01:06:16.213312 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:06:17.121531 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace39c0-0d34-4b23-83ac-db3984bb938a req-6211e91c-1f2b-41ed-841e-bbf45df4ff9f tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:06:17.123061 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-eace39c0-0d34-4b23-83ac-db3984bb938a req-6211e91c-1f2b-41ed-841e-bbf45df4ff9f tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 945 time: 0.0576715 Feb 04 01:06:17.172512 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-eace39c0-0d34-4b23-83ac-db3984bb938a req-8948a903-8116-429b-8e64-1d1b1259830e tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0f438c-8104-4f4b-a862-7a49d8fb3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438259 Feb 04 01:06:17.243562 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [req-f2aa5f20-8300-4976-9eff-bbfa79986c4b req-95268cd4-3d6a-4dff-b3a0-f7999d8ce0be service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 01:06:17.244538 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-f2aa5f20-8300-4976-9eff-bbfa79986c4b req-95268cd4-3d6a-4dff-b3a0-f7999d8ce0be service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051546 Feb 04 01:06:17.552391 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7c538-6483-4b77-a8a1-3b83b603658f req-4707040b-020f-4f7b-8abf-26520e15060e tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:06:17.553893 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-fbf7c538-6483-4b77-a8a1-3b83b603658f req-4707040b-020f-4f7b-8abf-26520e15060e tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 945 time: 0.0511217 Feb 04 01:06:17.606914 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-fbf7c538-6483-4b77-a8a1-3b83b603658f req-b3e400f2-ec88-4722-98ca-05a81be40375 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0f438c-8104-4f4b-a862-7a49d8fb3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467505 Feb 04 01:06:17.935653 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ebdf5f52-1d3c-4dc9-87ee-918bca6c026a req-07e1bf15-4a1e-4d53-a97b-02abd034c6ca service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3797929 Feb 04 01:06:18.725784 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9194cc-468b-45a7-8f88-b40f5e714c42 req-432bdef5-c6ba-4415-806f-f2f2755a7002 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:06:18.727259 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9c9194cc-468b-45a7-8f88-b40f5e714c42 req-432bdef5-c6ba-4415-806f-f2f2755a7002 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 945 time: 0.0539999 Feb 04 01:06:18.779225 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-9c9194cc-468b-45a7-8f88-b40f5e714c42 req-41a102b7-eff1-4c03-8fa4-a0c758758e1c tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0f438c-8104-4f4b-a862-7a49d8fb3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462370 Feb 04 01:06:18.782351 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:06:19.905460 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35f5cb-c3c1-4900-a038-70551d13c6b8 req-4b3ec25e-5d4b-44ae-a35a-270d5510f234 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:06:19.907078 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-5c35f5cb-c3c1-4900-a038-70551d13c6b8 req-4b3ec25e-5d4b-44ae-a35a-270d5510f234 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 945 time: 0.0583065 Feb 04 01:06:19.961346 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-5c35f5cb-c3c1-4900-a038-70551d13c6b8 req-167aa3ff-474f-4783-85d1-cad4aa082eba tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0f438c-8104-4f4b-a862-7a49d8fb3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469482 Feb 04 01:06:20.516500 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf5f52-1d3c-4dc9-87ee-918bca6c026a req-98cf5ee5-7189-4ea2-981e-4568439d84dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:06:20.518027 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ebdf5f52-1d3c-4dc9-87ee-918bca6c026a req-98cf5ee5-7189-4ea2-981e-4568439d84dd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238&tenant_id=fd7dd67098484d8cbfb3c9bb419ae36d HTTP/1.1" status: 200 len: 1129 time: 0.0447109 Feb 04 01:06:20.556057 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device aec89132-3a8f-491a-adb6-dd1c43c81a60 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 01:06:20.589274 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf5f52-1d3c-4dc9-87ee-918bca6c026a req-3cf22c4e-5eb4-4c73-8133-4a2df3f5a9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:06:20.590809 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ebdf5f52-1d3c-4dc9-87ee-918bca6c026a req-3cf22c4e-5eb4-4c73-8133-4a2df3f5a9ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd7dd67098484d8cbfb3c9bb419ae36d&device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 1129 time: 0.0446985 Feb 04 01:06:20.629129 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port aec89132-3a8f-491a-adb6-dd1c43c81a60 is: ACTIVE; New status is: DOWN {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:06:20.629434 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (aec89132-3a8f-491a-adb6-dd1c43c81a60), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:06:20.652070 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '328538eb-b5a4-417a-8c6e-ffb63123c238', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aec89132-3a8f-491a-adb6-dd1c43c81a60'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 01:06:20.654320 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6008afca8a05d931a9cb2feac605f7a66ad88b8a0c7f78d7c81d8c88d670685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da74854a-6c1c-4c9f-af93-d58111039eee" -d '{"events": [{"server_uuid": "328538eb-b5a4-417a-8c6e-ffb63123c238", "name": "network-vif-unplugged", "status": "completed", "tag": "aec89132-3a8f-491a-adb6-dd1c43c81a60"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 01:06:20.668809 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port aec89132-3a8f-491a-adb6-dd1c43c81a60, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=aec89132-3a8f-491a-adb6-dd1c43c81a60,segment=NetworkSegment(7372663d-4e8e-4e34-83f2-6808fcbe578a),segment_id=7372663d-4e8e-4e34-83f2-6808fcbe578a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:06:20.685045 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf5f52-1d3c-4dc9-87ee-918bca6c026a req-d54653af-81a8-48ce-a984-cba9398df87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:06:20.686602 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ebdf5f52-1d3c-4dc9-87ee-918bca6c026a req-d54653af-81a8-48ce-a984-cba9398df87e service neutron] 10.222.0.39 "GET /v2.0/networks?id=7dadd738-5066-4487-ab47-0ed12f170e2e HTTP/1.1" status: 200 len: 909 time: 0.0856712 Feb 04 01:06:20.688950 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 01:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f76f726-82bc-4d0b-8356-2742e38568a5 x-openstack-request-id: req-8f76f726-82bc-4d0b-8356-2742e38568a5 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 01:06:20.689260 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "328538eb-b5a4-417a-8c6e-ffb63123c238", "name": "network-vif-unplugged", "status": "completed", "tag": "aec89132-3a8f-491a-adb6-dd1c43c81a60", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 01:06:20.689522 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8f76f726-82bc-4d0b-8356-2742e38568a5 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 01:06:20.689920 dv-cinder-827778-1-iscsi neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '328538eb-b5a4-417a-8c6e-ffb63123c238', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aec89132-3a8f-491a-adb6-dd1c43c81a60', 'code': 200} Feb 04 01:06:20.742205 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (aec89132-3a8f-491a-adb6-dd1c43c81a60), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:06:20.765902 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ebdf5f52-1d3c-4dc9-87ee-918bca6c026a req-976e2da7-17f1-4859-b993-7efcd67f9f0c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aec89132-3a8f-491a-adb6-dd1c43c81a60 HTTP/1.1" status: 200 len: 1000 time: 0.0589509 Feb 04 01:06:20.791835 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=aec89132-3a8f-491a-adb6-dd1c43c81a60,revision_number=6']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:06:20.816908 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf5f52-1d3c-4dc9-87ee-918bca6c026a req-012596b7-43c1-43e3-8458-3a34c93d5265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:06:20.818999 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ebdf5f52-1d3c-4dc9-87ee-918bca6c026a req-012596b7-43c1-43e3-8458-3a34c93d5265 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8117fdc5-8bce-4cc6-aadd-bd5c8567ba6d HTTP/1.1" status: 200 len: 847 time: 0.0433517 Feb 04 01:06:20.873992 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf5f52-1d3c-4dc9-87ee-918bca6c026a req-01dd4737-bb88-49be-8a56-abeee95a2e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:06:20.875495 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ebdf5f52-1d3c-4dc9-87ee-918bca6c026a req-01dd4737-bb88-49be-8a56-abeee95a2e02 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7dadd738-5066-4487-ab47-0ed12f170e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474241 Feb 04 01:06:20.964602 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ebdf5f52-1d3c-4dc9-87ee-918bca6c026a req-61eea3f0-e40b-4c99-a3b7-85fbae1f655d service neutron] 10.222.0.39 "GET /v2.0/networks/7dadd738-5066-4487-ab47-0ed12f170e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789747 Feb 04 01:06:21.059167 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-ebdf5f52-1d3c-4dc9-87ee-918bca6c026a req-bbdf1396-2f26-4907-b918-0d3c1a5b41b1 service neutron] 10.222.0.39 "GET /v2.0/networks/7dadd738-5066-4487-ab47-0ed12f170e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849729 Feb 04 01:06:21.082009 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dce1ab-ce69-4449-8562-3d8ea65ffeb6 req-ba66c2c4-a866-4093-b4e6-6628a8153496 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:06:21.083530 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-22dce1ab-ce69-4449-8562-3d8ea65ffeb6 req-ba66c2c4-a866-4093-b4e6-6628a8153496 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 943 time: 0.0549755 Feb 04 01:06:21.132721 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-22dce1ab-ce69-4449-8562-3d8ea65ffeb6 req-d551364c-ceeb-4f93-8538-29eed18fb25b tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0f438c-8104-4f4b-a862-7a49d8fb3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435619 Feb 04 01:06:22.250373 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b99329-bd11-4b2b-98cc-bd756c5b5314 req-9f5774f5-56bb-419a-a3c2-3177e57d4401 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:06:22.251855 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-03b99329-bd11-4b2b-98cc-bd756c5b5314 req-9f5774f5-56bb-419a-a3c2-3177e57d4401 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 943 time: 0.0525067 Feb 04 01:06:22.299201 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-03b99329-bd11-4b2b-98cc-bd756c5b5314 req-53d4e5ff-da53-4c68-90e3-3424b059c70f tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0f438c-8104-4f4b-a862-7a49d8fb3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414054 Feb 04 01:06:23.415681 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706bf44-d0cc-4926-9500-3725566ae33f req-930e8a60-cf8c-4f2f-8e2f-a60d21ca5858 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:06:23.417133 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f706bf44-d0cc-4926-9500-3725566ae33f req-930e8a60-cf8c-4f2f-8e2f-a60d21ca5858 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 943 time: 0.0507603 Feb 04 01:06:23.463415 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f706bf44-d0cc-4926-9500-3725566ae33f req-4787ca51-32d2-431b-8eec-266e2ca2354f tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0f438c-8104-4f4b-a862-7a49d8fb3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409126 Feb 04 01:06:24.584813 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc98daa-2d59-4ff6-823d-b913ed2c124d req-469e04db-a2d5-485d-81d5-9bc5c74ce577 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:06:24.586331 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-8bc98daa-2d59-4ff6-823d-b913ed2c124d req-469e04db-a2d5-485d-81d5-9bc5c74ce577 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 943 time: 0.0574782 Feb 04 01:06:24.634684 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-8bc98daa-2d59-4ff6-823d-b913ed2c124d req-a77ddd84-79aa-4285-8141-f3de8703ceae tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0f438c-8104-4f4b-a862-7a49d8fb3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428941 Feb 04 01:06:25.751499 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10ed56-d143-4175-af45-257799afceed req-0dc61fb9-b440-4e89-9bab-affbeb555b69 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:06:25.752960 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ba10ed56-d143-4175-af45-257799afceed req-0dc61fb9-b440-4e89-9bab-affbeb555b69 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 943 time: 0.0507033 Feb 04 01:06:25.802969 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-ba10ed56-d143-4175-af45-257799afceed req-f52509ab-e39f-4954-83e0-b09f496c377d tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0f438c-8104-4f4b-a862-7a49d8fb3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440958 Feb 04 01:06:26.935859 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93484b1-beb4-440d-b6c2-dbd7cd2baafe req-c44bc050-e622-4a1d-bb32-f093ccfcdd99 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:06:26.937378 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e93484b1-beb4-440d-b6c2-dbd7cd2baafe req-c44bc050-e622-4a1d-bb32-f093ccfcdd99 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 943 time: 0.0555837 Feb 04 01:06:26.984717 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-e93484b1-beb4-440d-b6c2-dbd7cd2baafe req-09f1425d-cabd-4b26-9241-dcb50c93cc38 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0f438c-8104-4f4b-a862-7a49d8fb3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418744 Feb 04 01:06:27.418500 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4999443-8649-41e1-be1c-15dbe57de68a req-cd42d133-6d45-4c83-a4ca-5026b9a804f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:06:27.420021 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-f4999443-8649-41e1-be1c-15dbe57de68a req-cd42d133-6d45-4c83-a4ca-5026b9a804f8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 1127 time: 0.0437808 Feb 04 01:06:27.469782 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-f4999443-8649-41e1-be1c-15dbe57de68a req-205c15c0-3709-4993-bc49-4431658a20c0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bf0f438c-8104-4f4b-a862-7a49d8fb3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384347 Feb 04 01:06:28.097120 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e4673-1059-4dde-9d57-e5b08f1a21ff req-b04871db-77bc-4df9-90a5-9c632bdcc1ef tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:06:28.098620 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f43e4673-1059-4dde-9d57-e5b08f1a21ff req-b04871db-77bc-4df9-90a5-9c632bdcc1ef tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 943 time: 0.0506971 Feb 04 01:06:28.145614 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-f43e4673-1059-4dde-9d57-e5b08f1a21ff req-e1b04a81-4c86-4b24-8f8a-c7f504bf9971 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0f438c-8104-4f4b-a862-7a49d8fb3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410678 Feb 04 01:06:29.262033 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eabeb64-4871-40cf-ba3c-e97b62af7bf4 req-600f2fa2-33aa-49a6-83f8-f63fcff5666d tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:06:29.263486 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6eabeb64-4871-40cf-ba3c-e97b62af7bf4 req-600f2fa2-33aa-49a6-83f8-f63fcff5666d tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 943 time: 0.0507491 Feb 04 01:06:29.314153 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-6eabeb64-4871-40cf-ba3c-e97b62af7bf4 req-d4a00cd4-60fa-4c09-a06b-0a2448972710 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0f438c-8104-4f4b-a862-7a49d8fb3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452917 Feb 04 01:06:30.638908 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device aec89132-3a8f-491a-adb6-dd1c43c81a60 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 01:06:30.735056 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port aec89132-3a8f-491a-adb6-dd1c43c81a60, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=aec89132-3a8f-491a-adb6-dd1c43c81a60,segment=NetworkSegment(7372663d-4e8e-4e34-83f2-6808fcbe578a),segment_id=7372663d-4e8e-4e34-83f2-6808fcbe578a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:06:30.746224 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Returning: {'device': 'aec89132-3a8f-491a-adb6-dd1c43c81a60', 'network_id': '7dadd738-5066-4487-ab47-0ed12f170e2e', 'port_id': 'aec89132-3a8f-491a-adb6-dd1c43c81a60', 'mac_address': 'fa:16:3e:bf:c9:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8117fdc5-8bce-4cc6-aadd-bd5c8567ba6d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 01:06:30.781329 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port aec89132-3a8f-491a-adb6-dd1c43c81a60 is: DOWN; New status is: BUILD {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:06:30.781747 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (aec89132-3a8f-491a-adb6-dd1c43c81a60), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:06:30.794197 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aec89132-3a8f-491a-adb6-dd1c43c81a60 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 01:06:30.812359 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port aec89132-3a8f-491a-adb6-dd1c43c81a60, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=aec89132-3a8f-491a-adb6-dd1c43c81a60,segment=NetworkSegment(7372663d-4e8e-4e34-83f2-6808fcbe578a),segment_id=7372663d-4e8e-4e34-83f2-6808fcbe578a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:06:30.869856 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (aec89132-3a8f-491a-adb6-dd1c43c81a60), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:06:30.916546 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=aec89132-3a8f-491a-adb6-dd1c43c81a60,revision_number=7']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:06:31.104639 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] get_ports_and_sgs() called for port_ids ['aec89132-3a8f-491a-adb6-dd1c43c81a60'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 01:06:32.661338 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device aec89132-3a8f-491a-adb6-dd1c43c81a60 up at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 01:06:32.706572 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Provisioning complete for port aec89132-3a8f-491a-adb6-dd1c43c81a60 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 01:06:32.706946 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385813'] for port (aec89132-3a8f-491a-adb6-dd1c43c81a60), provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:06:32.782382 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Current status of the port aec89132-3a8f-491a-adb6-dd1c43c81a60 is: BUILD; New status is: ACTIVE {{(pid=109724) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 01:06:32.782764 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1424469'] for port (aec89132-3a8f-491a-adb6-dd1c43c81a60), before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:06:32.804181 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '328538eb-b5a4-417a-8c6e-ffb63123c238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec89132-3a8f-491a-adb6-dd1c43c81a60'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 01:06:32.806375 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6008afca8a05d931a9cb2feac605f7a66ad88b8a0c7f78d7c81d8c88d670685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a31164-b187-4ff3-a213-ef748b6a5602" -d '{"events": [{"server_uuid": "328538eb-b5a4-417a-8c6e-ffb63123c238", "name": "network-vif-plugged", "status": "completed", "tag": "aec89132-3a8f-491a-adb6-dd1c43c81a60"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 01:06:32.818004 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] For port aec89132-3a8f-491a-adb6-dd1c43c81a60, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=aec89132-3a8f-491a-adb6-dd1c43c81a60,segment=NetworkSegment(7372663d-4e8e-4e34-83f2-6808fcbe578a),segment_id=7372663d-4e8e-4e34-83f2-6808fcbe578a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:06:32.843554 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 01:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca10e7ae-c0fa-4d4b-9c45-48e938c9a98c x-openstack-request-id: req-ca10e7ae-c0fa-4d4b-9c45-48e938c9a98c {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 01:06:32.843967 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "328538eb-b5a4-417a-8c6e-ffb63123c238", "name": "network-vif-plugged", "status": "completed", "tag": "aec89132-3a8f-491a-adb6-dd1c43c81a60", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 01:06:32.844115 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ca10e7ae-c0fa-4d4b-9c45-48e938c9a98c {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 01:06:32.844480 dv-cinder-827778-1-iscsi neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '328538eb-b5a4-417a-8c6e-ffb63123c238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec89132-3a8f-491a-adb6-dd1c43c81a60', 'code': 200} Feb 04 01:06:32.864301 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784746355191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784745925241', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784745925259'] for port (aec89132-3a8f-491a-adb6-dd1c43c81a60), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:06:32.912886 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Pushing event updated for resources: {'Port': ['ID=aec89132-3a8f-491a-adb6-dd1c43c81a60,revision_number=8']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:06:40.132620 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a383acd2-f188-4e70-a6ab-0232b5b62659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:06:42.229450 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-07f94029-e0c8-473c-8f1b-5fd3e814ae64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:06:43.450398 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:06:45.061703 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:06:46.246795 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:06:47.257441 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 6 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 01:06:48.749397 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:06:57.304937 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4b003e97-ea2a-4934-a78e-6d5d25259df2 req-2b9f8491-c950-4d4a-88ed-2b760b2b7f11 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425556 Feb 04 01:06:57.390293 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b003e97-ea2a-4934-a78e-6d5d25259df2 req-63d82ed1-828c-4281-bbcb-fa7ff9245ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:06:57.391765 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4b003e97-ea2a-4934-a78e-6d5d25259df2 req-63d82ed1-828c-4281-bbcb-fa7ff9245ec2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd7dd67098484d8cbfb3c9bb419ae36d&device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 1129 time: 0.0444615 Feb 04 01:06:57.518786 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b003e97-ea2a-4934-a78e-6d5d25259df2 req-5c26c56a-f42f-4b4e-9f4d-5ce4e14cc508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:06:57.520520 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4b003e97-ea2a-4934-a78e-6d5d25259df2 req-5c26c56a-f42f-4b4e-9f4d-5ce4e14cc508 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7dadd738-5066-4487-ab47-0ed12f170e2e HTTP/1.1" status: 200 len: 909 time: 0.0865467 Feb 04 01:06:57.583117 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4b003e97-ea2a-4934-a78e-6d5d25259df2 req-510f461e-ad68-4a0d-b578-abd07b85ceaa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aec89132-3a8f-491a-adb6-dd1c43c81a60 HTTP/1.1" status: 200 len: 1000 time: 0.0564868 Feb 04 01:06:57.634732 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b003e97-ea2a-4934-a78e-6d5d25259df2 req-2b9c3f20-4bcd-409b-966b-47e39c6f377f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:06:57.636229 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4b003e97-ea2a-4934-a78e-6d5d25259df2 req-2b9c3f20-4bcd-409b-966b-47e39c6f377f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8117fdc5-8bce-4cc6-aadd-bd5c8567ba6d HTTP/1.1" status: 200 len: 847 time: 0.0475430 Feb 04 01:06:57.688276 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b003e97-ea2a-4934-a78e-6d5d25259df2 req-28f008dd-31da-4828-8f6e-fda7f4928dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:06:57.689876 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4b003e97-ea2a-4934-a78e-6d5d25259df2 req-28f008dd-31da-4828-8f6e-fda7f4928dcf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7dadd738-5066-4487-ab47-0ed12f170e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475729 Feb 04 01:06:57.777697 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4b003e97-ea2a-4934-a78e-6d5d25259df2 req-f1a41002-a2e0-47c3-8614-3676dc62bcd2 service neutron] 10.222.0.39 "GET /v2.0/networks/7dadd738-5066-4487-ab47-0ed12f170e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815527 Feb 04 01:06:57.870927 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-4b003e97-ea2a-4934-a78e-6d5d25259df2 req-416ad433-71bc-4e8a-adcf-8c9c039d070a service neutron] 10.222.0.39 "GET /v2.0/networks/7dadd738-5066-4487-ab47-0ed12f170e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846627 Feb 04 01:07:10.155065 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-440569d1-7664-4152-b989-3d2534f8db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:12.234738 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-590d1c2e-538a-4ddc-b97f-5c0059e8aafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:13.467716 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:15.069222 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:16.195029 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:18.759160 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:24.255728 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 6 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 01:07:40.120226 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3b332cee-0dd5-4406-b8f7-4726de1fa01e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:42.268824 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bc4f2e52-9304-414c-8804-f1593e798336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:43.486316 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:45.050433 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:46.187253 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:47.806347 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 36524) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:07:47.957381 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-2b6b39fb-28d8-4fb3-b388-b37443c2698c tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Deleting port 286f71fc-d1e4-4b47-8ffb-5428bb805616 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 01:07:47.957760 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2b6b39fb-28d8-4fb3-b388-b37443c2698c tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (286f71fc-d1e4-4b47-8ffb-5428bb805616), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:48.034037 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2b6b39fb-28d8-4fb3-b388-b37443c2698c tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (286f71fc-d1e4-4b47-8ffb-5428bb805616), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:48.034356 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2b6b39fb-28d8-4fb3-b388-b37443c2698c tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks [] for floatingip (286f71fc-d1e4-4b47-8ffb-5428bb805616), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:48.045958 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-2b6b39fb-28d8-4fb3-b388-b37443c2698c tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Calling delete_port for 286f71fc-d1e4-4b47-8ffb-5428bb805616 owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 01:07:48.229136 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2b6b39fb-28d8-4fb3-b388-b37443c2698c tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-660047'] for port (286f71fc-d1e4-4b47-8ffb-5428bb805616), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:48.254275 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6b39fb-28d8-4fb3-b388-b37443c2698c tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Pushing event deleted for resources: {'Port': ['ID=286f71fc-d1e4-4b47-8ffb-5428bb805616,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:07:48.280992 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6b39fb-28d8-4fb3-b388-b37443c2698c tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:07:48.281335 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6b39fb-28d8-4fb3-b388-b37443c2698c tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:07:48.281698 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6b39fb-28d8-4fb3-b388-b37443c2698c tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:07:48.282032 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6b39fb-28d8-4fb3-b388-b37443c2698c tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:07:48.282375 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6b39fb-28d8-4fb3-b388-b37443c2698c tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:07:48.282679 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6b39fb-28d8-4fb3-b388-b37443c2698c tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:07:48.283000 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6b39fb-28d8-4fb3-b388-b37443c2698c tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:07:48.283331 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6b39fb-28d8-4fb3-b388-b37443c2698c tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:07:48.283634 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6b39fb-28d8-4fb3-b388-b37443c2698c tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:07:48.283950 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6b39fb-28d8-4fb3-b388-b37443c2698c tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:07:48.284264 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6b39fb-28d8-4fb3-b388-b37443c2698c tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:07:48.284676 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6b39fb-28d8-4fb3-b388-b37443c2698c tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:07:48.284936 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6b39fb-28d8-4fb3-b388-b37443c2698c tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:07:48.322318 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2b6b39fb-28d8-4fb3-b388-b37443c2698c tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks [] for floatingip (19d2fcfd-9045-4cd9-9c8b-858bb431083c), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:48.322737 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.db.l3_db [None req-2b6b39fb-28d8-4fb3-b388-b37443c2698c tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Floating IP 19d2fcfd-9045-4cd9-9c8b-858bb431083c disassociated (deleted). External IP: 172.27.1.98, port: aec89132-3a8f-491a-adb6-dd1c43c81a60. Feb 04 01:07:48.530971 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6b39fb-28d8-4fb3-b388-b37443c2698c tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Router 91351cee-077f-443c-a0dd-4b7176279cdf has already been hosted by L3 agent 05e42f77-b612-4439-9acd-15af6102b82d {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 01:07:48.636170 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6b39fb-28d8-4fb3-b388-b37443c2698c tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 01:07:48.640868 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2b6b39fb-28d8-4fb3-b388-b37443c2698c tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for floatingip (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:48.645435 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c0a1e1-3fef-4a60-b6a2-f415eec21eb6 None None] Sync routers for ids ['91351cee-077f-443c-a0dd-4b7176279cdf'] in dv-cinder-827778-1-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 01:07:48.655214 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c0a1e1-3fef-4a60-b6a2-f415eec21eb6 None None] Routers {'91351cee-077f-443c-a0dd-4b7176279cdf'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:07:48.655835 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-b0c0a1e1-3fef-4a60-b6a2-f415eec21eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:07:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['91351cee-077f-443c-a0dd-4b7176279cdf'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:07:48.668815 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-2b6b39fb-28d8-4fb3-b388-b37443c2698c tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "DELETE /v2.0/floatingips/19d2fcfd-9045-4cd9-9c8b-858bb431083c HTTP/1.1" status: 204 len: 168 time: 0.8613782 Feb 04 01:07:48.670036 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '328538eb-b5a4-417a-8c6e-ffb63123c238', 'tag': 'aec89132-3a8f-491a-adb6-dd1c43c81a60'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 01:07:48.672380 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e0c5a5779633a09e60ecc98ad41b20f8dcc6f9c395ee4249b8896e9f1e38e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b107d5c5-e3fc-4298-a928-bbc5b696f58f" -d '{"events": [{"name": "network-changed", "server_uuid": "328538eb-b5a4-417a-8c6e-ffb63123c238", "tag": "aec89132-3a8f-491a-adb6-dd1c43c81a60"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 01:07:48.713224 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 01:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d5a569-32b8-4609-85f2-9d6d2ba6ee4e x-openstack-request-id: req-00d5a569-32b8-4609-85f2-9d6d2ba6ee4e {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 01:07:48.713608 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "328538eb-b5a4-417a-8c6e-ffb63123c238", "tag": "aec89132-3a8f-491a-adb6-dd1c43c81a60", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 01:07:48.713988 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-00d5a569-32b8-4609-85f2-9d6d2ba6ee4e {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 01:07:48.714245 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '328538eb-b5a4-417a-8c6e-ffb63123c238', 'tag': 'aec89132-3a8f-491a-adb6-dd1c43c81a60', 'status': 'completed', 'code': 200} Feb 04 01:07:48.775926 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-b0c0a1e1-3fef-4a60-b6a2-f415eec21eb6 None None] Set router 91351cee-077f-443c-a0dd-4b7176279cdf gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:07:48.788532 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107d5c5-e3fc-4298-a928-bbc5b696f58f req-a85d6862-15bf-4139-9896-e6adedde84c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:07:48.790000 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b107d5c5-e3fc-4298-a928-bbc5b696f58f req-a85d6862-15bf-4139-9896-e6adedde84c3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd7dd67098484d8cbfb3c9bb419ae36d&device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 1129 time: 0.0461302 Feb 04 01:07:48.814839 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:48.886324 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107d5c5-e3fc-4298-a928-bbc5b696f58f req-d6c39d47-9f4c-4281-acac-1bc2f7060945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:07:48.887891 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b107d5c5-e3fc-4298-a928-bbc5b696f58f req-d6c39d47-9f4c-4281-acac-1bc2f7060945 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7dadd738-5066-4487-ab47-0ed12f170e2e HTTP/1.1" status: 200 len: 909 time: 0.0850296 Feb 04 01:07:48.941015 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b107d5c5-e3fc-4298-a928-bbc5b696f58f req-e64f601d-5acd-495c-9169-7750154864a1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aec89132-3a8f-491a-adb6-dd1c43c81a60 HTTP/1.1" status: 200 len: 217 time: 0.0426903 Feb 04 01:07:48.983749 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-b0c0a1e1-3fef-4a60-b6a2-f415eec21eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91351cee-077f-443c-a0dd-4b7176279cdf', 'name': 'tempest-TestShelveInstance-137060408-router', 'tenant_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '6300a029-d9b2-4ee0-b636-f0a3017b2bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:02:58Z', 'updated_at': '2022-02-04T01:03:01Z', 'revision_number': 4, 'project_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'gw_port': {'id': '6300a029-d9b2-4ee0-b636-f0a3017b2bd8', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:98:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91351cee-077f-443c-a0dd-4b7176279cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:02:59Z', 'updated_at': '2022-02-04T01:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': '5a76016b-fa97-475f-9a0c-239e09ed784f', 'name': '', 'network_id': '7dadd738-5066-4487-ab47-0ed12f170e2e', 'tenant_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'mac_address': 'fa:16:3e:70:66:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91351cee-077f-443c-a0dd-4b7176279cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '8117fdc5-8bce-4cc6-aadd-bd5c8567ba6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:01Z', 'updated_at': '2022-02-04T01:03:06Z', 'revision_number': 5, 'project_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'subnets': [{'id': '8117fdc5-8bce-4cc6-aadd-bd5c8567ba6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:07:49.000832 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107d5c5-e3fc-4298-a928-bbc5b696f58f req-19303169-e4a0-43d0-9098-f3ffd9cc4f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:07:49.002341 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b107d5c5-e3fc-4298-a928-bbc5b696f58f req-19303169-e4a0-43d0-9098-f3ffd9cc4f52 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8117fdc5-8bce-4cc6-aadd-bd5c8567ba6d HTTP/1.1" status: 200 len: 847 time: 0.0451918 Feb 04 01:07:49.010128 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c0a1e1-3fef-4a60-b6a2-f415eec21eb6 None None] Checking router: 91351cee-077f-443c-a0dd-4b7176279cdf for host: dv-cinder-827778-1-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 01:07:49.019603 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c0a1e1-3fef-4a60-b6a2-f415eec21eb6 None None] Routers {'91351cee-077f-443c-a0dd-4b7176279cdf'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:07:49.020217 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-b0c0a1e1-3fef-4a60-b6a2-f415eec21eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:07:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['91351cee-077f-443c-a0dd-4b7176279cdf'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:07:49.058087 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107d5c5-e3fc-4298-a928-bbc5b696f58f req-997ed79d-9a3a-404a-b70e-2ad9d3d2ff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:07:49.059626 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b107d5c5-e3fc-4298-a928-bbc5b696f58f req-997ed79d-9a3a-404a-b70e-2ad9d3d2ff80 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7dadd738-5066-4487-ab47-0ed12f170e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477285 Feb 04 01:07:49.139571 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-b0c0a1e1-3fef-4a60-b6a2-f415eec21eb6 None None] Set router 91351cee-077f-443c-a0dd-4b7176279cdf gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:07:49.159857 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b107d5c5-e3fc-4298-a928-bbc5b696f58f req-ed7e8578-dfe5-49db-baf5-8ff8ff08390c service neutron] 10.222.0.39 "GET /v2.0/networks/7dadd738-5066-4487-ab47-0ed12f170e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912189 Feb 04 01:07:49.256442 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-b107d5c5-e3fc-4298-a928-bbc5b696f58f req-18e3f5b1-bc37-4c83-b841-ae39b5a68c29 service neutron] 10.222.0.39 "GET /v2.0/networks/7dadd738-5066-4487-ab47-0ed12f170e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870776 Feb 04 01:07:49.265377 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b2fc5-2bbd-45ab-be47-c402175f2e73 req-6d1d9a33-2dc8-4d5a-9f98-22c24ce41111 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:07:49.267618 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b66b2fc5-2bbd-45ab-be47-c402175f2e73 req-6d1d9a33-2dc8-4d5a-9f98-22c24ce41111 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 945 time: 0.1937416 Feb 04 01:07:49.317855 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-b66b2fc5-2bbd-45ab-be47-c402175f2e73 req-d131a2c2-2159-4d8d-91f2-d7c222d15b57 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0f438c-8104-4f4b-a862-7a49d8fb3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443084 Feb 04 01:07:49.339519 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-b0c0a1e1-3fef-4a60-b6a2-f415eec21eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91351cee-077f-443c-a0dd-4b7176279cdf', 'name': 'tempest-TestShelveInstance-137060408-router', 'tenant_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '6300a029-d9b2-4ee0-b636-f0a3017b2bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:02:58Z', 'updated_at': '2022-02-04T01:03:01Z', 'revision_number': 4, 'project_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'gw_port': {'id': '6300a029-d9b2-4ee0-b636-f0a3017b2bd8', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:98:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91351cee-077f-443c-a0dd-4b7176279cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:02:59Z', 'updated_at': '2022-02-04T01:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': '5a76016b-fa97-475f-9a0c-239e09ed784f', 'name': '', 'network_id': '7dadd738-5066-4487-ab47-0ed12f170e2e', 'tenant_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'mac_address': 'fa:16:3e:70:66:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91351cee-077f-443c-a0dd-4b7176279cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '8117fdc5-8bce-4cc6-aadd-bd5c8567ba6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:01Z', 'updated_at': '2022-02-04T01:03:06Z', 'revision_number': 5, 'project_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'subnets': [{'id': '8117fdc5-8bce-4cc6-aadd-bd5c8567ba6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:07:49.378022 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c0a1e1-3fef-4a60-b6a2-f415eec21eb6 None None] The sync data for ids ['91351cee-077f-443c-a0dd-4b7176279cdf'] in dv-cinder-827778-1-iscsi is: [{'id': '91351cee-077f-443c-a0dd-4b7176279cdf', 'name': 'tempest-TestShelveInstance-137060408-router', 'tenant_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '6300a029-d9b2-4ee0-b636-f0a3017b2bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:02:58Z', 'updated_at': '2022-02-04T01:03:01Z', 'revision_number': 4, 'project_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'gw_port': {'id': '6300a029-d9b2-4ee0-b636-f0a3017b2bd8', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:98:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91351cee-077f-443c-a0dd-4b7176279cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:02:59Z', 'updated_at': '2022-02-04T01:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi', '_interfaces': [{'id': '5a76016b-fa97-475f-9a0c-239e09ed784f', 'name': '', 'network_id': '7dadd738-5066-4487-ab47-0ed12f170e2e', 'tenant_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'mac_address': 'fa:16:3e:70:66:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91351cee-077f-443c-a0dd-4b7176279cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '8117fdc5-8bce-4cc6-aadd-bd5c8567ba6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:01Z', 'updated_at': '2022-02-04T01:03:06Z', 'revision_number': 5, 'project_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'subnets': [{'id': '8117fdc5-8bce-4cc6-aadd-bd5c8567ba6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 01:07:49.579535 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e17e05-2465-4254-b75d-b12e3447a63d None None] New status for floating IP 19d2fcfd-9045-4cd9-9c8b-858bb431083c: DOWN {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 01:07:50.490647 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa60f0d-5aef-4f4b-bc70-4b1c8fe560a6 req-c0d70ef6-bcc1-4752-8853-39561f5a2dd0 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:07:50.492139 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2aa60f0d-5aef-4f4b-bc70-4b1c8fe560a6 req-c0d70ef6-bcc1-4752-8853-39561f5a2dd0 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 945 time: 0.1073756 Feb 04 01:07:50.539742 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-2aa60f0d-5aef-4f4b-bc70-4b1c8fe560a6 req-3de5268f-3604-405c-acc3-6195916ad402 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0f438c-8104-4f4b-a862-7a49d8fb3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414727 Feb 04 01:07:50.880697 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac41046-5e41-434c-a016-327b73af21e4 req-0ed9c406-eee0-49fa-951c-ec2e015759ea tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 01:07:50.882211 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-cac41046-5e41-434c-a016-327b73af21e4 req-0ed9c406-eee0-49fa-951c-ec2e015759ea tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.39 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 945 time: 0.0516090 Feb 04 01:07:50.982651 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-cac41046-5e41-434c-a016-327b73af21e4 req-ba88d4ae-3147-4b12-a8ad-38965c552a5b tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Deleting port aec89132-3a8f-491a-adb6-dd1c43c81a60 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 01:07:50.983014 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cac41046-5e41-434c-a016-327b73af21e4 req-ba88d4ae-3147-4b12-a8ad-38965c552a5b tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (aec89132-3a8f-491a-adb6-dd1c43c81a60), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:51.068799 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-cac41046-5e41-434c-a016-327b73af21e4 req-ba88d4ae-3147-4b12-a8ad-38965c552a5b tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] For port aec89132-3a8f-491a-adb6-dd1c43c81a60, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=aec89132-3a8f-491a-adb6-dd1c43c81a60,segment=NetworkSegment(7372663d-4e8e-4e34-83f2-6808fcbe578a),segment_id=7372663d-4e8e-4e34-83f2-6808fcbe578a)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:07:51.069163 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cac41046-5e41-434c-a016-327b73af21e4 req-ba88d4ae-3147-4b12-a8ad-38965c552a5b tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (aec89132-3a8f-491a-adb6-dd1c43c81a60), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:51.081818 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-cac41046-5e41-434c-a016-327b73af21e4 req-ba88d4ae-3147-4b12-a8ad-38965c552a5b tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Calling delete_port for aec89132-3a8f-491a-adb6-dd1c43c81a60 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 01:07:51.297408 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cac41046-5e41-434c-a016-327b73af21e4 req-ba88d4ae-3147-4b12-a8ad-38965c552a5b tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (aec89132-3a8f-491a-adb6-dd1c43c81a60), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:51.323544 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88d4ae-3147-4b12-a8ad-38965c552a5b tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Pushing event deleted for resources: {'Port': ['ID=aec89132-3a8f-491a-adb6-dd1c43c81a60,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:07:51.337647 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba88d4ae-3147-4b12-a8ad-38965c552a5b tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:07:51.342963 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba88d4ae-3147-4b12-a8ad-38965c552a5b tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:07:51.342963 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba88d4ae-3147-4b12-a8ad-38965c552a5b tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:07:51.342963 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba88d4ae-3147-4b12-a8ad-38965c552a5b tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:07:51.342963 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba88d4ae-3147-4b12-a8ad-38965c552a5b tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:07:51.342963 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba88d4ae-3147-4b12-a8ad-38965c552a5b tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:07:51.342963 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba88d4ae-3147-4b12-a8ad-38965c552a5b tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:07:51.342963 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba88d4ae-3147-4b12-a8ad-38965c552a5b tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:07:51.342963 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba88d4ae-3147-4b12-a8ad-38965c552a5b tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:07:51.342963 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba88d4ae-3147-4b12-a8ad-38965c552a5b tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:07:51.342963 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba88d4ae-3147-4b12-a8ad-38965c552a5b tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:07:51.342963 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba88d4ae-3147-4b12-a8ad-38965c552a5b tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:07:51.342963 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba88d4ae-3147-4b12-a8ad-38965c552a5b tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:07:51.382637 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac41046-5e41-434c-a016-327b73af21e4 req-ba88d4ae-3147-4b12-a8ad-38965c552a5b tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] No DVR routers for this DVR port aec89132-3a8f-491a-adb6-dd1c43c81a60 on host hv-cinder-82777 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 01:07:51.385256 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cac41046-5e41-434c-a016-327b73af21e4 req-ba88d4ae-3147-4b12-a8ad-38965c552a5b tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2012225'] for port (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:51.388994 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-cac41046-5e41-434c-a016-327b73af21e4 req-ba88d4ae-3147-4b12-a8ad-38965c552a5b tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.39 "DELETE /v2.0/ports/aec89132-3a8f-491a-adb6-dd1c43c81a60 HTTP/1.1" status: 204 len: 173 time: 0.4984455 Feb 04 01:07:51.389528 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '328538eb-b5a4-417a-8c6e-ffb63123c238', 'name': 'network-vif-deleted', 'tag': 'aec89132-3a8f-491a-adb6-dd1c43c81a60'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 01:07:51.391734 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9923a7793e9fa6102d344dd696201155eb04f662303130ce66584af0359f1e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a91f67-eefe-4bae-b3de-bde6dc05b146" -d '{"events": [{"server_uuid": "328538eb-b5a4-417a-8c6e-ffb63123c238", "name": "network-vif-deleted", "tag": "aec89132-3a8f-491a-adb6-dd1c43c81a60"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 01:07:51.426976 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 01:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5441482c-c460-436d-a1c1-1645f1a4025e x-openstack-request-id: req-5441482c-c460-436d-a1c1-1645f1a4025e {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 01:07:51.427294 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "328538eb-b5a4-417a-8c6e-ffb63123c238", "name": "network-vif-deleted", "tag": "aec89132-3a8f-491a-adb6-dd1c43c81a60", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 01:07:51.427548 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5441482c-c460-436d-a1c1-1645f1a4025e {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 01:07:51.427965 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '328538eb-b5a4-417a-8c6e-ffb63123c238', 'name': 'network-vif-deleted', 'tag': 'aec89132-3a8f-491a-adb6-dd1c43c81a60', 'status': 'completed', 'code': 200} Feb 04 01:07:51.635563 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [req-7f0cb6fd-f200-4ac7-9766-678bb4fa60dc req-d74f8cb1-9378-4191-a464-354f3adaab1f tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 210 time: 0.0305614 Feb 04 01:07:52.743448 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [req-8358e719-04f7-42d7-a07d-c319c505a91c req-86f31177-2ebe-4b04-bb17-66ea8ad83280 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "GET /v2.0/ports?device_id=328538eb-b5a4-417a-8c6e-ffb63123c238 HTTP/1.1" status: 200 len: 210 time: 0.0308974 Feb 04 01:07:53.797437 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 36560) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:07:53.850949 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b83ef97f-edf8-41e8-b654-04e490b0bf39 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks [] for security_group (bf0f438c-8104-4f4b-a862-7a49d8fb3dd7), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:53.876218 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b83ef97f-edf8-41e8-b654-04e490b0bf39 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks [] for security_group (bf0f438c-8104-4f4b-a862-7a49d8fb3dd7), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:54.006234 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b83ef97f-edf8-41e8-b654-04e490b0bf39 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (bf0f438c-8104-4f4b-a862-7a49d8fb3dd7), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:54.008845 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b83ef97f-edf8-41e8-b654-04e490b0bf39 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:54.010036 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-b83ef97f-edf8-41e8-b654-04e490b0bf39 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] 10.222.0.10 "DELETE /v2.0/security-groups/bf0f438c-8104-4f4b-a862-7a49d8fb3dd7 HTTP/1.1" status: 204 len: 168 time: 0.2115092 Feb 04 01:07:54.019079 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ef97f-edf8-41e8-b654-04e490b0bf39 tempest-TestShelveInstance-1073815584 tempest-TestShelveInstance-1073815584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0f438c-8104-4f4b-a862-7a49d8fb3dd7,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:07:54.126645 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 36564) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:07:54.461256 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-57ec105a-bd65-460e-b3ec-16703169c143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-478914'] for router_interface (91351cee-077f-443c-a0dd-4b7176279cdf), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:54.692167 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-57ec105a-bd65-460e-b3ec-16703169c143 admin admin] Deleting port 5a76016b-fa97-475f-9a0c-239e09ed784f {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 01:07:54.692505 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-57ec105a-bd65-460e-b3ec-16703169c143 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (5a76016b-fa97-475f-9a0c-239e09ed784f), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:54.769124 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-57ec105a-bd65-460e-b3ec-16703169c143 admin admin] For port 5a76016b-fa97-475f-9a0c-239e09ed784f, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=5a76016b-fa97-475f-9a0c-239e09ed784f,segment=NetworkSegment(7372663d-4e8e-4e34-83f2-6808fcbe578a),segment_id=7372663d-4e8e-4e34-83f2-6808fcbe578a)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:07:54.769503 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-57ec105a-bd65-460e-b3ec-16703169c143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (5a76016b-fa97-475f-9a0c-239e09ed784f), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:54.782023 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-57ec105a-bd65-460e-b3ec-16703169c143 admin admin] Calling delete_port for 5a76016b-fa97-475f-9a0c-239e09ed784f owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 01:07:55.023327 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-57ec105a-bd65-460e-b3ec-16703169c143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-660047'] for port (5a76016b-fa97-475f-9a0c-239e09ed784f), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:55.038006 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device aec89132-3a8f-491a-adb6-dd1c43c81a60 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 01:07:55.045997 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec105a-bd65-460e-b3ec-16703169c143 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a76016b-fa97-475f-9a0c-239e09ed784f,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:07:55.058132 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] No Port match for: aec89132-3a8f-491a-adb6-dd1c43c81a60 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 01:07:55.061854 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Device aec89132-3a8f-491a-adb6-dd1c43c81a60 not bound to the agent host hv-cinder-82777 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 01:07:55.210415 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-57ec105a-bd65-460e-b3ec-16703169c143 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1763608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478774'] for router_interface (91351cee-077f-443c-a0dd-4b7176279cdf), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:55.422454 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ec105a-bd65-460e-b3ec-16703169c143 admin admin] Router 91351cee-077f-443c-a0dd-4b7176279cdf has already been hosted by L3 agent 05e42f77-b612-4439-9acd-15af6102b82d {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 01:07:55.527566 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ec105a-bd65-460e-b3ec-16703169c143 admin admin] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 01:07:55.532526 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-57ec105a-bd65-460e-b3ec-16703169c143 admin admin] 10.222.0.10 "PUT /v2.0/routers/91351cee-077f-443c-a0dd-4b7176279cdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4048359 Feb 04 01:07:55.535074 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 36566) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:07:55.538149 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bb5f64-ae73-4fa4-9bc8-3ffc04524ec9 None None] Sync routers for ids ['91351cee-077f-443c-a0dd-4b7176279cdf'] in dv-cinder-827778-1-iscsi {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 01:07:55.547252 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bb5f64-ae73-4fa4-9bc8-3ffc04524ec9 None None] Routers {'91351cee-077f-443c-a0dd-4b7176279cdf'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:07:55.547963 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-e3bb5f64-ae73-4fa4-9bc8-3ffc04524ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:07:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['91351cee-077f-443c-a0dd-4b7176279cdf'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:07:55.644960 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9189bf37-890f-4573-b34c-e0369c10e825 admin admin] Publish callbacks [] for router (91351cee-077f-443c-a0dd-4b7176279cdf), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:55.747635 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9189bf37-890f-4573-b34c-e0369c10e825 admin admin] Publish callbacks [] for router_gateway (91351cee-077f-443c-a0dd-4b7176279cdf), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:55.783161 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-e3bb5f64-ae73-4fa4-9bc8-3ffc04524ec9 None None] Set router 91351cee-077f-443c-a0dd-4b7176279cdf gateway port host: dv-cinder-827778-1-iscsi {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:07:55.866604 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-9189bf37-890f-4573-b34c-e0369c10e825 admin admin] Deleting port 6300a029-d9b2-4ee0-b636-f0a3017b2bd8 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 01:07:55.866943 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9189bf37-890f-4573-b34c-e0369c10e825 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (6300a029-d9b2-4ee0-b636-f0a3017b2bd8), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:55.945969 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-9189bf37-890f-4573-b34c-e0369c10e825 admin admin] For port 6300a029-d9b2-4ee0-b636-f0a3017b2bd8, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=6300a029-d9b2-4ee0-b636-f0a3017b2bd8,segment=NetworkSegment(e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a),segment_id=e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:07:55.946335 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9189bf37-890f-4573-b34c-e0369c10e825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (6300a029-d9b2-4ee0-b636-f0a3017b2bd8), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:55.957796 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-e3bb5f64-ae73-4fa4-9bc8-3ffc04524ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91351cee-077f-443c-a0dd-4b7176279cdf', 'name': 'tempest-TestShelveInstance-137060408-router', 'tenant_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '6300a029-d9b2-4ee0-b636-f0a3017b2bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:02:58Z', 'updated_at': '2022-02-04T01:07:54Z', 'revision_number': 5, 'project_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'gw_port': {'id': '6300a029-d9b2-4ee0-b636-f0a3017b2bd8', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:98:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91351cee-077f-443c-a0dd-4b7176279cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:02:59Z', 'updated_at': '2022-02-04T01:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi'}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:07:55.958911 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-9189bf37-890f-4573-b34c-e0369c10e825 admin admin] Calling delete_port for 6300a029-d9b2-4ee0-b636-f0a3017b2bd8 owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 01:07:55.985099 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bb5f64-ae73-4fa4-9bc8-3ffc04524ec9 None None] Checking router: 91351cee-077f-443c-a0dd-4b7176279cdf for host: dv-cinder-827778-1-iscsi {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 01:07:55.993845 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bb5f64-ae73-4fa4-9bc8-3ffc04524ec9 None None] Routers {'91351cee-077f-443c-a0dd-4b7176279cdf'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:07:55.994456 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-e3bb5f64-ae73-4fa4-9bc8-3ffc04524ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:07:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['91351cee-077f-443c-a0dd-4b7176279cdf'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:07:56.082098 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-e3bb5f64-ae73-4fa4-9bc8-3ffc04524ec9 None None] Set router 91351cee-077f-443c-a0dd-4b7176279cdf gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:07:56.135293 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-e3bb5f64-ae73-4fa4-9bc8-3ffc04524ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91351cee-077f-443c-a0dd-4b7176279cdf', 'name': 'tempest-TestShelveInstance-137060408-router', 'tenant_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:02:58Z', 'updated_at': '2022-02-04T01:07:55Z', 'revision_number': 6, 'project_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'gw_port_host': None}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:07:56.160422 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bb5f64-ae73-4fa4-9bc8-3ffc04524ec9 None None] The sync data for ids ['91351cee-077f-443c-a0dd-4b7176279cdf'] in dv-cinder-827778-1-iscsi is: [{'id': '91351cee-077f-443c-a0dd-4b7176279cdf', 'name': 'tempest-TestShelveInstance-137060408-router', 'tenant_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:02:58Z', 'updated_at': '2022-02-04T01:07:55Z', 'revision_number': 6, 'project_id': 'fd7dd67098484d8cbfb3c9bb419ae36d', 'gw_port_host': None}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 01:07:56.166045 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9189bf37-890f-4573-b34c-e0369c10e825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-660047'] for port (6300a029-d9b2-4ee0-b636-f0a3017b2bd8), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:56.192798 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189bf37-890f-4573-b34c-e0369c10e825 admin admin] Pushing event deleted for resources: {'Port': ['ID=6300a029-d9b2-4ee0-b636-f0a3017b2bd8,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:07:56.255736 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9189bf37-890f-4573-b34c-e0369c10e825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601432'] for router_gateway (91351cee-077f-443c-a0dd-4b7176279cdf), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:56.570593 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9189bf37-890f-4573-b34c-e0369c10e825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26696'] for router (91351cee-077f-443c-a0dd-4b7176279cdf), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:56.575897 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9189bf37-890f-4573-b34c-e0369c10e825 admin admin] Publish callbacks [] for router_controller (91351cee-077f-443c-a0dd-4b7176279cdf), precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:56.691804 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9189bf37-890f-4573-b34c-e0369c10e825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487464'] for router (91351cee-077f-443c-a0dd-4b7176279cdf), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:56.692370 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9189bf37-890f-4573-b34c-e0369c10e825 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91351cee-077f-443c-a0dd-4b7176279cdf {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 01:07:56.696762 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9189bf37-890f-4573-b34c-e0369c10e825 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:56.697945 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-9189bf37-890f-4573-b34c-e0369c10e825 admin admin] 10.222.0.10 "DELETE /v2.0/routers/91351cee-077f-443c-a0dd-4b7176279cdf HTTP/1.1" status: 204 len: 168 time: 1.1619432 Feb 04 01:07:56.700516 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 36568) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:07:56.844832 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e286a79-b0e6-4a81-bfcb-a81de70f04e7 admin admin] Deleting subnet 8117fdc5-8bce-4cc6-aadd-bd5c8567ba6d {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 01:07:56.848012 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1e286a79-b0e6-4a81-bfcb-a81de70f04e7 admin admin] Publish callbacks [] for subnet (8117fdc5-8bce-4cc6-aadd-bd5c8567ba6d), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:56.885154 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1e286a79-b0e6-4a81-bfcb-a81de70f04e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2987914'] for subnet (8117fdc5-8bce-4cc6-aadd-bd5c8567ba6d), precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:56.920513 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 5a76016b-fa97-475f-9a0c-239e09ed784f no longer exists at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 01:07:56.940926 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] No Port match for: 5a76016b-fa97-475f-9a0c-239e09ed784f {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 01:07:56.941375 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 5a76016b-fa97-475f-9a0c-239e09ed784f not bound to the agent host dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 01:07:56.941896 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 6300a029-d9b2-4ee0-b636-f0a3017b2bd8 no longer exists at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 01:07:56.964214 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] No Port match for: 6300a029-d9b2-4ee0-b636-f0a3017b2bd8 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 01:07:56.967575 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 6300a029-d9b2-4ee0-b636-f0a3017b2bd8 not bound to the agent host dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 01:07:56.972177 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1e286a79-b0e6-4a81-bfcb-a81de70f04e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383273'] for subnet (8117fdc5-8bce-4cc6-aadd-bd5c8567ba6d), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:57.080290 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1e286a79-b0e6-4a81-bfcb-a81de70f04e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-659986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9915318'] for subnet (8117fdc5-8bce-4cc6-aadd-bd5c8567ba6d), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:57.105425 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e286a79-b0e6-4a81-bfcb-a81de70f04e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8117fdc5-8bce-4cc6-aadd-bd5c8567ba6d,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:07:57.107421 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1e286a79-b0e6-4a81-bfcb-a81de70f04e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:57.110596 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-1e286a79-b0e6-4a81-bfcb-a81de70f04e7 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8117fdc5-8bce-4cc6-aadd-bd5c8567ba6d HTTP/1.1" status: 204 len: 168 time: 0.4091280 Feb 04 01:07:57.111861 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c163ba46-a708-4ebe-ab99-97bde5411422 None None] Network 7dadd738-5066-4487-ab47-0ed12f170e2e requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 01:07:57.113364 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 36572) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:07:57.181605 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-890b25cc-9b7c-4bca-813b-0d58f53d119e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-749408'] for network (7dadd738-5066-4487-ab47-0ed12f170e2e), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:57.236398 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-890b25cc-9b7c-4bca-813b-0d58f53d119e admin admin] Deleting port e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 01:07:57.236741 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-890b25cc-9b7c-4bca-813b-0d58f53d119e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:57.273987 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48eb52e0-bbe9-4375-8ffc-49b3c7f983f6 None None] DHCP port deletion for 7dadd738-5066-4487-ab47-0ed12f170e2e request from dv-cinder-827778-1-iscsi {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 01:07:57.303927 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-890b25cc-9b7c-4bca-813b-0d58f53d119e admin admin] For port e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28,segment=NetworkSegment(7372663d-4e8e-4e34-83f2-6808fcbe578a),segment_id=7372663d-4e8e-4e34-83f2-6808fcbe578a)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:07:57.304283 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-890b25cc-9b7c-4bca-813b-0d58f53d119e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:57.317045 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-890b25cc-9b7c-4bca-813b-0d58f53d119e admin admin] Calling delete_port for e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 01:07:57.324453 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-48eb52e0-bbe9-4375-8ffc-49b3c7f983f6 None None] Deleting port e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 01:07:57.324831 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-48eb52e0-bbe9-4375-8ffc-49b3c7f983f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28), before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:57.387098 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-48eb52e0-bbe9-4375-8ffc-49b3c7f983f6 None None] For port e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28,segment=NetworkSegment(7372663d-4e8e-4e34-83f2-6808fcbe578a),segment_id=7372663d-4e8e-4e34-83f2-6808fcbe578a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:07:57.387498 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-48eb52e0-bbe9-4375-8ffc-49b3c7f983f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28), precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:57.402419 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-48eb52e0-bbe9-4375-8ffc-49b3c7f983f6 None None] Calling delete_port for e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 01:07:57.479017 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-890b25cc-9b7c-4bca-813b-0d58f53d119e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-660047'] for port (e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:57.485759 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-48eb52e0-bbe9-4375-8ffc-49b3c7f983f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232'] for port (e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28), after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:57.507235 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890b25cc-9b7c-4bca-813b-0d58f53d119e admin admin] No DVR routers for this DVR port e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28 on host dv-cinder-827778-1-iscsi {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 01:07:57.508870 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b25cc-9b7c-4bca-813b-0d58f53d119e admin admin] Pushing event deleted for resources: {'Port': ['ID=e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:07:57.517290 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb52e0-bbe9-4375-8ffc-49b3c7f983f6 None None] Pushing event deleted for resources: {'Port': ['ID=e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:07:57.533168 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb52e0-bbe9-4375-8ffc-49b3c7f983f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:07:57.533551 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb52e0-bbe9-4375-8ffc-49b3c7f983f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:07:57.533907 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb52e0-bbe9-4375-8ffc-49b3c7f983f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:07:57.534249 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb52e0-bbe9-4375-8ffc-49b3c7f983f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:07:57.534587 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb52e0-bbe9-4375-8ffc-49b3c7f983f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:07:57.534922 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb52e0-bbe9-4375-8ffc-49b3c7f983f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:07:57.535257 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb52e0-bbe9-4375-8ffc-49b3c7f983f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:07:57.535588 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb52e0-bbe9-4375-8ffc-49b3c7f983f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:07:57.535918 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb52e0-bbe9-4375-8ffc-49b3c7f983f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:07:57.536248 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb52e0-bbe9-4375-8ffc-49b3c7f983f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:07:57.536575 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb52e0-bbe9-4375-8ffc-49b3c7f983f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:07:57.536901 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb52e0-bbe9-4375-8ffc-49b3c7f983f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:07:57.537225 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb52e0-bbe9-4375-8ffc-49b3c7f983f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827778-1-iscsi {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 01:07:57.540173 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48eb52e0-bbe9-4375-8ffc-49b3c7f983f6 None None] No DVR routers for this DVR port e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28 on host dv-cinder-827778-1-iscsi {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 01:07:57.584451 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-890b25cc-9b7c-4bca-813b-0d58f53d119e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381372', 'neutron.services.segments.db._delete_segments_for_network-8784746458965'] for network (7dadd738-5066-4487-ab47-0ed12f170e2e), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:57.603873 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-890b25cc-9b7c-4bca-813b-0d58f53d119e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dadd738-5066-4487-ab47-0ed12f170e2e']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:07:57.613606 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-890b25cc-9b7c-4bca-813b-0d58f53d119e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7372663d-4e8e-4e34-83f2-6808fcbe578a') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:07:57.613902 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.services.segments.db [None req-890b25cc-9b7c-4bca-813b-0d58f53d119e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7372663d-4e8e-4e34-83f2-6808fcbe578a') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:07:57.622829 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-890b25cc-9b7c-4bca-813b-0d58f53d119e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784746459486', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2987907'] for segment (7372663d-4e8e-4e34-83f2-6808fcbe578a), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:57.636496 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-890b25cc-9b7c-4bca-813b-0d58f53d119e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650'] for segment (7372663d-4e8e-4e34-83f2-6808fcbe578a), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:57.642351 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-890b25cc-9b7c-4bca-813b-0d58f53d119e admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 01:07:57.642732 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-890b25cc-9b7c-4bca-813b-0d58f53d119e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-660156'] for segment (7372663d-4e8e-4e34-83f2-6808fcbe578a), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:57.644351 dv-cinder-827778-1-iscsi neutron-server[109722]: Traceback (most recent call last): Feb 04 01:07:57.644351 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 01:07:57.644351 dv-cinder-827778-1-iscsi neutron-server[109722]: timer() Feb 04 01:07:57.644351 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 01:07:57.644351 dv-cinder-827778-1-iscsi neutron-server[109722]: cb(*args, **kw) Feb 04 01:07:57.644351 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 01:07:57.644351 dv-cinder-827778-1-iscsi neutron-server[109722]: return func(*args, **kwargs) Feb 04 01:07:57.644351 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 01:07:57.644351 dv-cinder-827778-1-iscsi neutron-server[109722]: self._notify() Feb 04 01:07:57.644351 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 01:07:57.644351 dv-cinder-827778-1-iscsi neutron-server[109722]: self.callback(batched_events) Feb 04 01:07:57.644351 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 01:07:57.644351 dv-cinder-827778-1-iscsi neutron-server[109722]: event.method(event) Feb 04 01:07:57.644351 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 01:07:57.644351 dv-cinder-827778-1-iscsi neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 01:07:57.644351 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 01:07:57.644351 dv-cinder-827778-1-iscsi neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 01:07:57.644351 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 01:07:57.644351 dv-cinder-827778-1-iscsi neutron-server[109722]: return f(self, *a, **k) Feb 04 01:07:57.644351 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 01:07:57.644351 dv-cinder-827778-1-iscsi neutron-server[109722]: return self._get(url).json() Feb 04 01:07:57.644351 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 01:07:57.644351 dv-cinder-827778-1-iscsi neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 01:07:57.644351 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 01:07:57.644351 dv-cinder-827778-1-iscsi neutron-server[109722]: return self.request(url, 'GET', **kwargs) Feb 04 01:07:57.644351 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 01:07:57.644351 dv-cinder-827778-1-iscsi neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 01:07:57.644351 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 01:07:57.644351 dv-cinder-827778-1-iscsi neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 01:07:57.644351 dv-cinder-827778-1-iscsi neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 01:07:57.644351 dv-cinder-827778-1-iscsi neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 01:07:57.644351 dv-cinder-827778-1-iscsi neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 01:07:57.754455 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-890b25cc-9b7c-4bca-813b-0d58f53d119e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601460'] for network (7dadd738-5066-4487-ab47-0ed12f170e2e), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:57.759634 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-890b25cc-9b7c-4bca-813b-0d58f53d119e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for network (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:57.762940 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-890b25cc-9b7c-4bca-813b-0d58f53d119e admin admin] 10.222.0.10 "DELETE /v2.0/networks/7dadd738-5066-4487-ab47-0ed12f170e2e HTTP/1.1" status: 204 len: 168 time: 0.6486347 Feb 04 01:07:57.765929 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 36574) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:07:57.773849 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b25cc-9b7c-4bca-813b-0d58f53d119e admin admin] Pushing event deleted for resources: {'Network': ['ID=7dadd738-5066-4487-ab47-0ed12f170e2e,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:07:58.105225 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-79d8417b-b2a2-4cd1-9a20-3a9c03bb048c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-478914'] for router_interface (8ce13276-9b60-4820-aa84-ee1fc9754857), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:58.349335 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-79d8417b-b2a2-4cd1-9a20-3a9c03bb048c admin admin] Deleting port dfe1b156-0ee8-47d5-8213-360c480f5352 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 01:07:58.349699 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-79d8417b-b2a2-4cd1-9a20-3a9c03bb048c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (dfe1b156-0ee8-47d5-8213-360c480f5352), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:58.427492 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-79d8417b-b2a2-4cd1-9a20-3a9c03bb048c admin admin] For port dfe1b156-0ee8-47d5-8213-360c480f5352, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=dfe1b156-0ee8-47d5-8213-360c480f5352,segment=NetworkSegment(c5679fa4-007d-43cb-b1a2-5c7bbb8a66d9),segment_id=c5679fa4-007d-43cb-b1a2-5c7bbb8a66d9)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:07:58.427853 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-79d8417b-b2a2-4cd1-9a20-3a9c03bb048c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (dfe1b156-0ee8-47d5-8213-360c480f5352), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:58.440522 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-79d8417b-b2a2-4cd1-9a20-3a9c03bb048c admin admin] Calling delete_port for dfe1b156-0ee8-47d5-8213-360c480f5352 owned by network:router_interface {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 01:07:58.684839 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-79d8417b-b2a2-4cd1-9a20-3a9c03bb048c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (dfe1b156-0ee8-47d5-8213-360c480f5352), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:58.707218 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d8417b-b2a2-4cd1-9a20-3a9c03bb048c admin admin] Pushing event deleted for resources: {'Port': ['ID=dfe1b156-0ee8-47d5-8213-360c480f5352,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:07:58.875159 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-79d8417b-b2a2-4cd1-9a20-3a9c03bb048c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1763608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478774'] for router_interface (8ce13276-9b60-4820-aa84-ee1fc9754857), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:58.988093 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28 no longer exists at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 01:07:59.007822 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] No Port match for: e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 01:07:59.008180 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device e70bc8a8-40b3-4ca1-bb52-e5ed4e73cc28 not bound to the agent host dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 01:07:59.103437 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d8417b-b2a2-4cd1-9a20-3a9c03bb048c admin admin] Router 8ce13276-9b60-4820-aa84-ee1fc9754857 has already been hosted by L3 agent 05e42f77-b612-4439-9acd-15af6102b82d {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 01:07:59.210660 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d8417b-b2a2-4cd1-9a20-3a9c03bb048c admin admin] Notify agent at l3_agent.dv-cinder-827778-1-iscsi the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 01:07:59.215552 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-79d8417b-b2a2-4cd1-9a20-3a9c03bb048c admin admin] 10.222.0.10 "PUT /v2.0/routers/8ce13276-9b60-4820-aa84-ee1fc9754857/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4485881 Feb 04 01:07:59.218082 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 36576) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:07:59.220564 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c418c44-c426-45cb-b02d-d4f31eb83132 None None] Sync routers for ids ['8ce13276-9b60-4820-aa84-ee1fc9754857'] in dv-cinder-827778-1-iscsi {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 01:07:59.229873 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c418c44-c426-45cb-b02d-d4f31eb83132 None None] Routers {'8ce13276-9b60-4820-aa84-ee1fc9754857'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:07:59.230560 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-7c418c44-c426-45cb-b02d-d4f31eb83132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:07:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['8ce13276-9b60-4820-aa84-ee1fc9754857'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:07:59.320602 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d1d97813-8f70-4c6b-ad41-f547a7f56124 admin admin] Publish callbacks [] for router (8ce13276-9b60-4820-aa84-ee1fc9754857), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:59.334591 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-7c418c44-c426-45cb-b02d-d4f31eb83132 None None] Set router 8ce13276-9b60-4820-aa84-ee1fc9754857 gateway port host: dv-cinder-827778-1-iscsi {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:07:59.520832 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-7c418c44-c426-45cb-b02d-d4f31eb83132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce13276-9b60-4820-aa84-ee1fc9754857', 'name': 'tempest-TestShelveInstance-1750406063-router', 'tenant_id': '48d283caa5954a1cb8e11298fc4e9f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b55c15da-7819-4121-9b3d-44bf3e37a7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:03:06Z', 'updated_at': '2022-02-04T01:07:58Z', 'revision_number': 5, 'project_id': '48d283caa5954a1cb8e11298fc4e9f52', 'gw_port': {'id': 'b55c15da-7819-4121-9b3d-44bf3e37a7bb', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ef:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce13276-9b60-4820-aa84-ee1fc9754857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:07Z', 'updated_at': '2022-02-04T01:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi'}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:07:59.551776 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c418c44-c426-45cb-b02d-d4f31eb83132 None None] Checking router: 8ce13276-9b60-4820-aa84-ee1fc9754857 for host: dv-cinder-827778-1-iscsi {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 01:07:59.560575 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c418c44-c426-45cb-b02d-d4f31eb83132 None None] Routers {'8ce13276-9b60-4820-aa84-ee1fc9754857'} bound to L3 agent in host dv-cinder-827778-1-iscsi {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 01:07:59.561225 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-7c418c44-c426-45cb-b02d-d4f31eb83132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T00:44:12Z,description=,heartbeat_timestamp=2022-02-04T01:07:42Z,host='dv-cinder-827778-1-iscsi',id=05e42f77-b612-4439-9acd-15af6102b82d,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T00:44:13Z,topic='l3_agent')) {'router_ids': ['8ce13276-9b60-4820-aa84-ee1fc9754857'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:07:59.668386 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-7c418c44-c426-45cb-b02d-d4f31eb83132 None None] Set router 8ce13276-9b60-4820-aa84-ee1fc9754857 gateway port host: dv-cinder-827778-1-iscsi {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 01:07:59.698803 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d1d97813-8f70-4c6b-ad41-f547a7f56124 admin admin] Publish callbacks [] for router_gateway (8ce13276-9b60-4820-aa84-ee1fc9754857), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:59.804348 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-d1d97813-8f70-4c6b-ad41-f547a7f56124 admin admin] Deleting port b55c15da-7819-4121-9b3d-44bf3e37a7bb {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 01:07:59.804580 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d1d97813-8f70-4c6b-ad41-f547a7f56124 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (b55c15da-7819-4121-9b3d-44bf3e37a7bb), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:59.880932 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-d1d97813-8f70-4c6b-ad41-f547a7f56124 admin admin] For port b55c15da-7819-4121-9b3d-44bf3e37a7bb, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=b55c15da-7819-4121-9b3d-44bf3e37a7bb,segment=NetworkSegment(e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a),segment_id=e3bd7df2-67e8-47ef-ad72-22b9e36e8e2a)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:07:59.881675 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d1d97813-8f70-4c6b-ad41-f547a7f56124 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (b55c15da-7819-4121-9b3d-44bf3e37a7bb), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:07:59.893926 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-d1d97813-8f70-4c6b-ad41-f547a7f56124 admin admin] Calling delete_port for b55c15da-7819-4121-9b3d-44bf3e37a7bb owned by network:router_gateway {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 01:07:59.930796 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-7c418c44-c426-45cb-b02d-d4f31eb83132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce13276-9b60-4820-aa84-ee1fc9754857', 'name': 'tempest-TestShelveInstance-1750406063-router', 'tenant_id': '48d283caa5954a1cb8e11298fc4e9f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b55c15da-7819-4121-9b3d-44bf3e37a7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:03:06Z', 'updated_at': '2022-02-04T01:07:58Z', 'revision_number': 5, 'project_id': '48d283caa5954a1cb8e11298fc4e9f52', 'gw_port': {'id': 'b55c15da-7819-4121-9b3d-44bf3e37a7bb', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ef:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce13276-9b60-4820-aa84-ee1fc9754857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:07Z', 'updated_at': '2022-02-04T01:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi'}], 'dv-cinder-827778-1-iscsi', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:07:59.959763 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c418c44-c426-45cb-b02d-d4f31eb83132 None None] The sync data for ids ['8ce13276-9b60-4820-aa84-ee1fc9754857'] in dv-cinder-827778-1-iscsi is: [{'id': '8ce13276-9b60-4820-aa84-ee1fc9754857', 'name': 'tempest-TestShelveInstance-1750406063-router', 'tenant_id': '48d283caa5954a1cb8e11298fc4e9f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'external_fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b55c15da-7819-4121-9b3d-44bf3e37a7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T01:03:06Z', 'updated_at': '2022-02-04T01:07:58Z', 'revision_number': 5, 'project_id': '48d283caa5954a1cb8e11298fc4e9f52', 'gw_port': {'id': 'b55c15da-7819-4121-9b3d-44bf3e37a7bb', 'name': '', 'network_id': '03e92c86-a3b2-4a50-bb8c-ad63e47f70ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ef:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce13276-9b60-4820-aa84-ee1fc9754857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T01:03:07Z', 'updated_at': '2022-02-04T01:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22bab27-11ad-47ee-b4e2-a457ed5eeb04', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827778-1-iscsi'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 01:08:00.131630 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d1d97813-8f70-4c6b-ad41-f547a7f56124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (b55c15da-7819-4121-9b3d-44bf3e37a7bb), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:08:00.156278 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d97813-8f70-4c6b-ad41-f547a7f56124 admin admin] Pushing event deleted for resources: {'Port': ['ID=b55c15da-7819-4121-9b3d-44bf3e37a7bb,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:08:00.214383 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d1d97813-8f70-4c6b-ad41-f547a7f56124 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601432'] for router_gateway (8ce13276-9b60-4820-aa84-ee1fc9754857), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:08:00.302048 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d1d97813-8f70-4c6b-ad41-f547a7f56124 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26696'] for router (8ce13276-9b60-4820-aa84-ee1fc9754857), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:08:00.304216 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d1d97813-8f70-4c6b-ad41-f547a7f56124 admin admin] Publish callbacks [] for router_controller (8ce13276-9b60-4820-aa84-ee1fc9754857), precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:08:00.406133 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d1d97813-8f70-4c6b-ad41-f547a7f56124 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487464'] for router (8ce13276-9b60-4820-aa84-ee1fc9754857), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:08:00.406763 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d97813-8f70-4c6b-ad41-f547a7f56124 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ce13276-9b60-4820-aa84-ee1fc9754857 {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 01:08:00.411214 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d1d97813-8f70-4c6b-ad41-f547a7f56124 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:08:00.414473 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-d1d97813-8f70-4c6b-ad41-f547a7f56124 admin admin] 10.222.0.10 "DELETE /v2.0/routers/8ce13276-9b60-4820-aa84-ee1fc9754857 HTTP/1.1" status: 204 len: 168 time: 1.1934791 Feb 04 01:08:00.415115 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 36578) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:08:00.460474 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-4368da2d-8fef-4155-8308-2452f0ec426a admin admin] Deleting subnet d6afb95f-afc7-4bb5-b879-7bc79367c5ed {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 01:08:00.463637 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4368da2d-8fef-4155-8308-2452f0ec426a admin admin] Publish callbacks [] for subnet (d6afb95f-afc7-4bb5-b879-7bc79367c5ed), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:08:00.497852 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4368da2d-8fef-4155-8308-2452f0ec426a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10427957'] for subnet (d6afb95f-afc7-4bb5-b879-7bc79367c5ed), precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:08:00.582770 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4368da2d-8fef-4155-8308-2452f0ec426a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383273'] for subnet (d6afb95f-afc7-4bb5-b879-7bc79367c5ed), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:08:00.697476 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4368da2d-8fef-4155-8308-2452f0ec426a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10424670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8755965'] for subnet (d6afb95f-afc7-4bb5-b879-7bc79367c5ed), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:08:00.721021 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4368da2d-8fef-4155-8308-2452f0ec426a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6afb95f-afc7-4bb5-b879-7bc79367c5ed,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:08:00.726608 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4368da2d-8fef-4155-8308-2452f0ec426a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for subnet (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:08:00.729890 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-4368da2d-8fef-4155-8308-2452f0ec426a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d6afb95f-afc7-4bb5-b879-7bc79367c5ed HTTP/1.1" status: 204 len: 168 time: 0.3136542 Feb 04 01:08:00.732178 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 36582) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:08:00.732356 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe42d231-5c6b-415c-848b-bc9812e7c1e8 None None] Network 2e37c033-aa28-42b8-b6b8-ee610e9ee625 requested from dv-cinder-827778-1-iscsi {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 01:08:00.813286 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-271af0ed-7f48-4b60-ae52-1a4e8517c488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-749408'] for network (2e37c033-aa28-42b8-b6b8-ee610e9ee625), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:08:00.869762 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-271af0ed-7f48-4b60-ae52-1a4e8517c488 admin admin] Deleting port 45d5029d-405d-47ab-bdf0-01a06b9f1758 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 01:08:00.870056 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-271af0ed-7f48-4b60-ae52-1a4e8517c488 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (45d5029d-405d-47ab-bdf0-01a06b9f1758), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:08:00.930134 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-271af0ed-7f48-4b60-ae52-1a4e8517c488 admin admin] For port 45d5029d-405d-47ab-bdf0-01a06b9f1758, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=45d5029d-405d-47ab-bdf0-01a06b9f1758,segment=NetworkSegment(c5679fa4-007d-43cb-b1a2-5c7bbb8a66d9),segment_id=c5679fa4-007d-43cb-b1a2-5c7bbb8a66d9)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:08:00.930854 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-271af0ed-7f48-4b60-ae52-1a4e8517c488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (45d5029d-405d-47ab-bdf0-01a06b9f1758), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:08:00.944039 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-271af0ed-7f48-4b60-ae52-1a4e8517c488 admin admin] Calling delete_port for 45d5029d-405d-47ab-bdf0-01a06b9f1758 owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 01:08:00.962486 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a2a137-350e-4439-ba1e-a7d3e1c63fb7 None None] DHCP port deletion for 2e37c033-aa28-42b8-b6b8-ee610e9ee625 request from dv-cinder-827778-1-iscsi {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 01:08:01.019825 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a9a2a137-350e-4439-ba1e-a7d3e1c63fb7 None None] Deleting port 45d5029d-405d-47ab-bdf0-01a06b9f1758 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 01:08:01.020304 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a9a2a137-350e-4439-ba1e-a7d3e1c63fb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784746350210'] for port (45d5029d-405d-47ab-bdf0-01a06b9f1758), before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:08:01.064033 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 45d5029d-405d-47ab-bdf0-01a06b9f1758 no longer exists at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 01:08:01.102300 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-271af0ed-7f48-4b60-ae52-1a4e8517c488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10424579'] for port (45d5029d-405d-47ab-bdf0-01a06b9f1758), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:08:01.119970 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a9a2a137-350e-4439-ba1e-a7d3e1c63fb7 None None] For port 45d5029d-405d-47ab-bdf0-01a06b9f1758, host dv-cinder-827778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827778-1-iscsi',level=0,port_id=45d5029d-405d-47ab-bdf0-01a06b9f1758,segment=NetworkSegment(c5679fa4-007d-43cb-b1a2-5c7bbb8a66d9),segment_id=c5679fa4-007d-43cb-b1a2-5c7bbb8a66d9)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 01:08:01.120373 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a9a2a137-350e-4439-ba1e-a7d3e1c63fb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482600'] for port (45d5029d-405d-47ab-bdf0-01a06b9f1758), precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:08:01.128497 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271af0ed-7f48-4b60-ae52-1a4e8517c488 admin admin] Pushing event deleted for resources: {'Port': ['ID=45d5029d-405d-47ab-bdf0-01a06b9f1758,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:08:01.133028 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271af0ed-7f48-4b60-ae52-1a4e8517c488 admin admin] No DVR routers for this DVR port 45d5029d-405d-47ab-bdf0-01a06b9f1758 on host dv-cinder-827778-1-iscsi {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 01:08:01.135241 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a9a2a137-350e-4439-ba1e-a7d3e1c63fb7 None None] Calling delete_port for 45d5029d-405d-47ab-bdf0-01a06b9f1758 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 01:08:01.139749 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] No active binding found for port 45d5029d-405d-47ab-bdf0-01a06b9f1758 {{(pid=109724) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 04 01:08:01.140133 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] The host dv-cinder-827778-1-iscsi is not matching for port 45d5029d-405d-47ab-bdf0-01a06b9f1758 host None! {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 01:08:01.140518 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device 45d5029d-405d-47ab-bdf0-01a06b9f1758 not bound to the agent host dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 01:08:01.140940 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device b55c15da-7819-4121-9b3d-44bf3e37a7bb no longer exists at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 01:08:01.166634 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] No Port match for: b55c15da-7819-4121-9b3d-44bf3e37a7bb {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 01:08:01.166990 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device b55c15da-7819-4121-9b3d-44bf3e37a7bb not bound to the agent host dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 01:08:01.167425 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device dfe1b156-0ee8-47d5-8213-360c480f5352 no longer exists at agent ovs-agent-dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 01:08:01.207426 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-271af0ed-7f48-4b60-ae52-1a4e8517c488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381372', 'neutron.services.segments.db._delete_segments_for_network-8784746458965'] for network (2e37c033-aa28-42b8-b6b8-ee610e9ee625), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:08:01.217026 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] No Port match for: dfe1b156-0ee8-47d5-8213-360c480f5352 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 01:08:01.217977 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Device dfe1b156-0ee8-47d5-8213-360c480f5352 not bound to the agent host dv-cinder-827778-1-iscsi {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 01:08:01.228880 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.services.segments.db [None req-271af0ed-7f48-4b60-ae52-1a4e8517c488 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e37c033-aa28-42b8-b6b8-ee610e9ee625']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:08:01.238553 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.services.segments.db [None req-271af0ed-7f48-4b60-ae52-1a4e8517c488 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5679fa4-007d-43cb-b1a2-5c7bbb8a66d9') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:08:01.238858 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.services.segments.db [None req-271af0ed-7f48-4b60-ae52-1a4e8517c488 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5679fa4-007d-43cb-b1a2-5c7bbb8a66d9') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 01:08:01.248261 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-271af0ed-7f48-4b60-ae52-1a4e8517c488 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784746459486', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10427964'] for segment (c5679fa4-007d-43cb-b1a2-5c7bbb8a66d9), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:08:01.253973 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 6 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 01:08:01.256826 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a9a2a137-350e-4439-ba1e-a7d3e1c63fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1424530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784746355173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784745925232'] for port (45d5029d-405d-47ab-bdf0-01a06b9f1758), after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:08:01.261663 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-271af0ed-7f48-4b60-ae52-1a4e8517c488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650'] for segment (c5679fa4-007d-43cb-b1a2-5c7bbb8a66d9), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:08:01.267999 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-271af0ed-7f48-4b60-ae52-1a4e8517c488 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 01:08:01.268395 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-271af0ed-7f48-4b60-ae52-1a4e8517c488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10424816'] for segment (c5679fa4-007d-43cb-b1a2-5c7bbb8a66d9), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:08:01.270100 dv-cinder-827778-1-iscsi neutron-server[109723]: Traceback (most recent call last): Feb 04 01:08:01.270100 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 01:08:01.270100 dv-cinder-827778-1-iscsi neutron-server[109723]: timer() Feb 04 01:08:01.270100 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 01:08:01.270100 dv-cinder-827778-1-iscsi neutron-server[109723]: cb(*args, **kw) Feb 04 01:08:01.270100 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 01:08:01.270100 dv-cinder-827778-1-iscsi neutron-server[109723]: return func(*args, **kwargs) Feb 04 01:08:01.270100 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 01:08:01.270100 dv-cinder-827778-1-iscsi neutron-server[109723]: self._notify() Feb 04 01:08:01.270100 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 01:08:01.270100 dv-cinder-827778-1-iscsi neutron-server[109723]: self.callback(batched_events) Feb 04 01:08:01.270100 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 01:08:01.270100 dv-cinder-827778-1-iscsi neutron-server[109723]: event.method(event) Feb 04 01:08:01.270100 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 01:08:01.270100 dv-cinder-827778-1-iscsi neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 01:08:01.270100 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 01:08:01.270100 dv-cinder-827778-1-iscsi neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 01:08:01.270100 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 01:08:01.270100 dv-cinder-827778-1-iscsi neutron-server[109723]: return f(self, *a, **k) Feb 04 01:08:01.270100 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 01:08:01.270100 dv-cinder-827778-1-iscsi neutron-server[109723]: return self._get(url).json() Feb 04 01:08:01.270100 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 01:08:01.270100 dv-cinder-827778-1-iscsi neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 01:08:01.270100 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 01:08:01.270100 dv-cinder-827778-1-iscsi neutron-server[109723]: return self.request(url, 'GET', **kwargs) Feb 04 01:08:01.270100 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 01:08:01.270100 dv-cinder-827778-1-iscsi neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 01:08:01.270100 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 01:08:01.270100 dv-cinder-827778-1-iscsi neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 01:08:01.270100 dv-cinder-827778-1-iscsi neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 01:08:01.270100 dv-cinder-827778-1-iscsi neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 01:08:01.270100 dv-cinder-827778-1-iscsi neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 01:08:01.279812 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2a137-350e-4439-ba1e-a7d3e1c63fb7 None None] Pushing event deleted for resources: {'Port': ['ID=45d5029d-405d-47ab-bdf0-01a06b9f1758,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:08:01.285951 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a2a137-350e-4439-ba1e-a7d3e1c63fb7 None None] No DVR routers for this DVR port 45d5029d-405d-47ab-bdf0-01a06b9f1758 on host dv-cinder-827778-1-iscsi {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 01:08:01.411952 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-271af0ed-7f48-4b60-ae52-1a4e8517c488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1763599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601460'] for network (2e37c033-aa28-42b8-b6b8-ee610e9ee625), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:08:01.417388 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-271af0ed-7f48-4b60-ae52-1a4e8517c488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1763837'] for network (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:08:01.421142 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-271af0ed-7f48-4b60-ae52-1a4e8517c488 admin admin] 10.222.0.10 "DELETE /v2.0/networks/2e37c033-aa28-42b8-b6b8-ee610e9ee625 HTTP/1.1" status: 204 len: 168 time: 0.6868269 Feb 04 01:08:01.433378 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271af0ed-7f48-4b60-ae52-1a4e8517c488 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e37c033-aa28-42b8-b6b8-ee610e9ee625,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:08:01.799430 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 36586) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:08:01.837335 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-c5cafc67-5ac6-439b-be81-1d40e169cfc8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fd7dd67098484d8cbfb3c9bb419ae36d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0367851 Feb 04 01:08:01.839642 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.10', 36588) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:08:01.887343 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-560f9241-0f58-4748-a1b8-3cda8cdfac70 admin admin] Publish callbacks [] for security_group (acbe79b1-5dfb-442e-bd75-044bd91cbde5), before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:08:01.908281 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-560f9241-0f58-4748-a1b8-3cda8cdfac70 admin admin] Publish callbacks [] for security_group (acbe79b1-5dfb-442e-bd75-044bd91cbde5), precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:08:02.000092 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-560f9241-0f58-4748-a1b8-3cda8cdfac70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (acbe79b1-5dfb-442e-bd75-044bd91cbde5), after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:08:02.002758 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-560f9241-0f58-4748-a1b8-3cda8cdfac70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:08:02.003907 dv-cinder-827778-1-iscsi neutron-server[109723]: INFO neutron.wsgi [None req-560f9241-0f58-4748-a1b8-3cda8cdfac70 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/acbe79b1-5dfb-442e-bd75-044bd91cbde5 HTTP/1.1" status: 204 len: 168 time: 0.1634064 Feb 04 01:08:02.011544 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560f9241-0f58-4748-a1b8-3cda8cdfac70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbe79b1-5dfb-442e-bd75-044bd91cbde5,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:08:02.543332 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 36594) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:08:02.586058 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-cb1c86d7-875a-4b6f-866a-5cee0e3ccdd1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=48d283caa5954a1cb8e11298fc4e9f52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414422 Feb 04 01:08:02.588349 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.10', 36596) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 01:08:02.633307 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a4b6bb3a-85a2-45bf-8505-8a23af752f3b admin admin] Publish callbacks [] for security_group (a6c906f8-9447-4570-a2be-139846a0f298), before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:08:02.653982 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a4b6bb3a-85a2-45bf-8505-8a23af752f3b admin admin] Publish callbacks [] for security_group (a6c906f8-9447-4570-a2be-139846a0f298), precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:08:02.731261 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a4b6bb3a-85a2-45bf-8505-8a23af752f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671155'] for security_group (a6c906f8-9447-4570-a2be-139846a0f298), after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:08:02.733783 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a4b6bb3a-85a2-45bf-8505-8a23af752f3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:08:02.734900 dv-cinder-827778-1-iscsi neutron-server[109722]: INFO neutron.wsgi [None req-a4b6bb3a-85a2-45bf-8505-8a23af752f3b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a6c906f8-9447-4570-a2be-139846a0f298 HTTP/1.1" status: 204 len: 168 time: 0.1456337 Feb 04 01:08:02.742517 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b6bb3a-85a2-45bf-8505-8a23af752f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c906f8-9447-4570-a2be-139846a0f298,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 01:08:10.131269 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2d82d29f-13fe-4ced-8cf1-bc2d2d8ec7ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:08:12.256833 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c9b2392d-e6ae-453e-9862-f8983c828752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:08:13.485893 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:08:15.068839 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:08:16.188472 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:08:18.754332 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:08:38.253207 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 6 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 01:08:40.125093 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e10a8c68-6790-4743-8662-c0ae4a573343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:08:42.245758 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-11b2c9d5-da7b-4c7b-a706-8f7a872de089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:08:43.479484 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:08:45.085212 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:08:46.222060 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:08:48.771409 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:09:10.153642 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2ecd05b0-e680-4294-89e0-eeb76b92ef77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:09:12.295985 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-92bf47eb-a677-4fb6-80b2-d92bd3dcffdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:09:13.462058 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:09:15.054172 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:09:15.252117 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 6 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 01:09:16.198965 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:09:18.764743 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:09:40.130302 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-53793803-c483-49fc-a93b-5d78bec2e859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:09:42.278790 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a7a0ff98-ee1f-4b3d-992e-ae2d9bf6cb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:09:43.461748 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:09:45.067332 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:09:46.227750 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:09:48.827495 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:09:52.253063 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 6 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 01:10:10.118855 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4b676ca0-b720-4b47-ae4d-9ae94aa02dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:10:12.238389 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6b3c8df3-71b1-4e0b-a4a4-31ea42d3116c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:10:13.490427 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:10:15.061982 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:10:16.164730 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:10:18.787045 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:10:27.085837 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [req-9b6179c3-c580-4ddf-b19b-6dee2565094c req-17c5172d-31f6-4df0-8cca-2b2870c689ed service neutron] (109722) timed out ('10.222.0.10', 58614) {{(pid=109722) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 01:10:29.251685 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 6 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 01:10:40.152890 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d6bc19be-b33b-443b-816d-014021ff01de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:10:42.255851 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a7f376c0-0a09-45d8-9f08-d5f7f9d0647e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:10:43.530641 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:10:45.118443 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:10:46.175892 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:10:48.782204 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:10:50.996528 dv-cinder-827778-1-iscsi neutron-server[109723]: DEBUG neutron.wsgi [req-777ada8b-e865-451f-b1fb-be7fd7c4e6fe req-75381402-24a4-4cb1-9df4-1e82e4cc8e12 service neutron] (109723) timed out ('10.222.0.39', 64158) {{(pid=109723) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 01:10:51.591886 dv-cinder-827778-1-iscsi neutron-server[109722]: DEBUG neutron.wsgi [req-2a74ad0a-e319-4b61-aa50-60ddc909cc09 req-c4ac8b11-9ca2-427a-a61e-a1ee06e43f79 tempest-ServerRescueNegativeTestJSON-23895902 tempest-ServerRescueNegativeTestJSON-23895902-project] (109722) timed out ('10.222.0.39', 64168) {{(pid=109722) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 01:11:06.250092 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 6 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 01:11:10.129840 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e55a4678-4445-4150-a6f5-6b98b59531e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:11:12.278560 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ecb09068-5228-4697-a45e-bd52f23de470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:11:13.473139 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:11:15.044403 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:11:16.181690 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:11:18.816694 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:11:40.181621 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-06570af1-8354-48de-9753-a4a0e888e899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:11:42.278824 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1ccc9434-c312-45c7-9d69-4569714ca811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:11:43.249187 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 6 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 01:11:43.501515 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:11:45.095884 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:11:46.170298 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:11:48.814802 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:12:10.158850 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a9bc2e49-8dbe-49a1-b9fb-aa4e258b743d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:12:12.261465 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dee165e7-fcef-4f43-b4df-4bef02634135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:12:13.540484 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:12:15.107213 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:12:16.170118 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:12:18.819514 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:12:20.248822 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 6 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 01:12:40.124569 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b0569f22-4af3-4610-b39c-6cdf596aad80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:12:42.273154 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4a875b07-28f9-4956-8f97-f288ffd73b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:12:43.504892 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:12:45.089949 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:12:46.173809 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:12:48.824908 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:12:57.248429 dv-cinder-827778-1-iscsi neutron-server[109725]: DEBUG neutron.db.agents_db [None req-57b6a67d-1f0c-481f-8ebc-e09fae8467f0 None None] Agent healthcheck: found 6 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 01:13:10.141843 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9a2f61e8-373d-4075-93a7-e1f6b713ae29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (3f99e642-0ed0-4983-9f25-ae4b5e9c36f7), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:13:12.282423 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3e34c1ef-98f1-4dd6-b557-13e445e21f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (05e42f77-b612-4439-9acd-15af6102b82d), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:13:13.507241 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50749c7c-1610-4121-a741-feb5462a0e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (810bc00f-8778-407c-97c9-9458e5c92905), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:13:15.090442 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e460-450c-4721-be25-bb3cbbf6f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (e904c9ea-e42e-4f17-8219-d8229dff0cc6), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:13:16.170067 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b22da50a-4d86-40f9-9183-fee0eec7a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (0e3a6df7-c473-4931-90ee-c50828366a33), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 01:13:18.833195 dv-cinder-827778-1-iscsi neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b81bf7e-95d9-44bc-bece-4e282661e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784746458947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385919'] for agent (bf093114-7719-4a60-8fae-8541124bea50), after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}